-- Logs begin at Mon 2021-09-27 07:51:04 UTC, end at Mon 2021-09-27 09:03:09 UTC. -- Sep 27 08:35:50.508196 dv-cinder-811085-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 08:35:53.285564 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:35:53.286149 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:35:53.286339 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:35:53.289591 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:35:53.289855 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:35:53.290176 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:35:53.291132 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:53.291369 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:53.291734 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:53.291984 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:53.292218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:53.292542 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.292880 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.293182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.293414 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.293719 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.294011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.294296 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.294590 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.294891 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.295180 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.295466 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.295751 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.295983 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.296274 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.296563 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.296886 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.297115 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] debug = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.297398 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.297825 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.298233 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.298520 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.298818 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.299099 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.299896 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.300177 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.300461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.300829 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] host = dv-cinder-811085-1-iscsi {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.301107 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.301401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.301691 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.301981 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.302259 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.302556 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.302844 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.303123 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.303401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.303683 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.303979 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.304266 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.304560 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.304816 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.305044 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.305338 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.305635 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.305914 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.306195 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.306478 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.306758 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.307039 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.307315 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.307606 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.307897 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.308189 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.308469 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.308769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.309056 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.309330 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.309621 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.309902 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.310184 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.310457 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.310750 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.311031 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.311305 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.311609 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.311901 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.312187 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.312482 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.312783 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.313075 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.313354 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.313633 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.313911 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_json = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.314189 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.314465 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.314752 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.315060 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.315926 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.316213 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.316533 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.316807 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:53.317113 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.317419 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.317728 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.318017 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.318322 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.318609 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.318906 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.319191 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.319490 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.319787 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.320080 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.320366 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.320660 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.320975 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.321278 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.321590 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.321894 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.322190 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.322475 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.322754 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.323032 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.323314 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.323608 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.323893 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.324187 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.324482 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.324862 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.325161 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.325463 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.325760 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.326044 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.326331 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.326629 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.326915 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.327195 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.327478 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.327776 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.328062 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.328342 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.328631 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.328939 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.329218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.329497 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.329781 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.330078 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.330363 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.330675 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.331040 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.331327 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.331608 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.331903 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.332190 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.332477 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.332784 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.333072 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.333351 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.333628 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.333909 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.334189 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.334473 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.334752 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.335032 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.335310 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.335587 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.335864 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.336142 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.336420 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.336719 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.337002 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.337280 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.337557 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.337833 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.338112 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.338406 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.338711 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.338995 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.339280 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.339568 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.339846 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.340127 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.340412 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.340709 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.340999 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.341277 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.341572 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.341860 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.342150 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.342445 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.342729 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.343034 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.343316 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.343601 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.343881 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.344160 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.344451 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.344763 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.345067 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.345368 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.345667 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.345966 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.346291 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.346585 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.347037 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.347325 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:53.347551 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:35:53.347796 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101087) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 08:35:53.704086 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:35:53.704303 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:35:53.704604 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:35:53.704973 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 08:35:54.100758 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.101055 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.101340 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.102673 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.102952 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.103226 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.140305 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.140585 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.140880 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.156031 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.156316 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.156587 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.186146 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.186434 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.186708 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.225297 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.225583 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.225861 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.463011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.463615 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.463615 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.463756 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.464419 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.585732 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.586061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.586349 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.586625 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.586894 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.587205 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.587468 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.587727 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.587983 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.588267 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.588528 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.588817 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.589074 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.589329 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.589585 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.589851 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.590111 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.590379 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.590650 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.590913 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.591232 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.591441 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.591722 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.592103 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.592358 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.592609 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.593028 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.593273 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.593515 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.593753 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.593992 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.594231 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:54.594602 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 08:35:54.598414 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 08:35:54.602466 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 08:35:54.606132 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 27 08:35:54.607778 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 08:35:54.608235 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 08:35:54.608578 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 08:35:54.609008 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 08:35:54.611796 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 08:35:54.612714 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 08:35:54.613078 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:35:54.618431 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 08:35:54.640189 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 08:35:54.640646 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.640988 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101087) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 08:35:54.641357 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.642730 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101087) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 08:35:54.643218 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:35:54.643475 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 08:35:54.646697 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.646987 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:54.712023 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 08:35:54.712270 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 08:35:54.712512 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 08:35:54.712942 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 08:35:54.735214 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_db.sqlalchemy.engines [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101087) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 08:35:55.410765 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing driver for type 'gre' Sep 27 08:35:55.411225 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] gre ID ranges: [(1, 1000)] Sep 27 08:35:55.657820 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing driver for type 'local' Sep 27 08:35:55.658462 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing driver for type 'vlan' Sep 27 08:35:55.857708 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] VlanTypeDriver initialization complete Sep 27 08:35:55.858047 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing driver for type 'vxlan' Sep 27 08:35:55.858563 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] vxlan ID ranges: [(1, 1000)] Sep 27 08:35:56.050821 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing extension driver 'port_security' Sep 27 08:35:56.051161 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] PortSecurityExtensionDriver initialization complete Sep 27 08:35:56.051490 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing mechanism driver 'openvswitch' Sep 27 08:35:56.051818 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing mechanism driver 'hyperv' Sep 27 08:35:56.058606 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.059282 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.059652 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.060004 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.060526 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.060991 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.061374 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.061756 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.062191 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.062756 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.065382 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.065738 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.066311 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.066624 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.066977 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.067317 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.067901 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.068314 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.068670 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.069040 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.069463 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.069873 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > address_group after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.070217 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > address_group after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.070557 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.070945 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:56.071323 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] ML2 OVO RPC backend initialized. {{(pid=101087) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 08:35:56.072057 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.072414 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.072865 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.073213 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > networks before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.073558 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.073936 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > ports before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.074280 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.074620 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnets before_response 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.074963 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.075305 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.075637 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.075970 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.076304 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.076636 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.076996 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.077329 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.077659 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.078243 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.plugin [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Modular L2 Plugin initialization complete Sep 27 08:35:56.078573 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading services supported by the core plugin {{(pid=101087) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 08:35:56.078894 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.plugins.ml2.managers [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Got port-security extension from driver 'port_security' Sep 27 08:35:56.079392 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.extensions.vlantransparent [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Disabled vlantransparent extension. Sep 27 08:35:56.079877 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101087) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 08:35:56.080192 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: router Sep 27 08:35:56.127579 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.127909 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_create 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.128287 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router before_create 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.128663 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.129654 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.130019 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_delete 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.130385 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.130741 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.131110 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_create 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.131461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.131837 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.132197 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.132558 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.133006 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.133452 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.133794 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.134144 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: subnet after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.134491 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.134857 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.135210 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_create 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.135565 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.135977 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.136348 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router after_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.136766 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.137425 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_create 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.137584 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.137934 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_update 55549900 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.138309 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > agent after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.138726 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > agent after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.139081 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > network after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.139976 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Tracking information for resource: router configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:56.140308 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Tracking information for resource: floatingip configured {{(pid=101087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:56.146206 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.db.l3_agentschedulers_db [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 08:35:56.146803 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.147167 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.147524 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.147882 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: port after_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.148712 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router before_create 55550100 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.149090 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.149461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_create 55550100 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.149826 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > router precommit_update 55550100 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.154919 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.provider_configuration [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service providers = [] {{(pid=101087) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 08:35:56.155292 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.db.servicetype_db [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101087) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 08:35:56.162302 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.service_base [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:56.162659 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.service_base [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:56.163008 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.service_base [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:56.163912 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.services.service_base [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:56.164286 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.services.service_base [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 08:35:56.164695 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.165083 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 08:35:56.176530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.176895 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: auto_allocate Sep 27 08:35:56.182878 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: network precommit_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.183266 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: network precommit_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.183817 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.184146 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: tag Sep 27 08:35:56.191970 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.192309 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: timestamp Sep 27 08:35:56.204069 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.204397 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: network_ip_availability Sep 27 08:35:56.210060 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.210433 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.210869 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.211538 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.211860 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: flavors Sep 27 08:35:56.216653 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.217019 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading Plugin: revisions Sep 27 08:35:56.221427 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:56.221825 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.517s {{(pid=101087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:35:56.222597 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101087) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 08:35:56.222941 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Initializing extension manager. Sep 27 08:35:56.223459 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: __init__.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.223803 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: __pycache__ {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.224144 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.224481 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: address_group.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.225285 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.225923 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: address-group Sep 27 08:35:56.226297 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: address_scope.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.227179 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.227770 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: address-scope Sep 27 08:35:56.228105 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.229112 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.229672 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: router-admin-state-down-before-update Sep 27 08:35:56.230003 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: agent.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.230724 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.231241 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: agent Sep 27 08:35:56.231569 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: agent_resources_synced.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.232490 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.233036 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: agent-resources-synced Sep 27 08:35:56.233450 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: allowedaddresspairs.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.235271 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.235806 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: allowed-address-pairs Sep 27 08:35:56.236140 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: auto_allocated_topology.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.237256 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.237782 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: auto-allocated-topology Sep 27 08:35:56.238619 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: availability_zone.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.239328 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.239957 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: availability_zone Sep 27 08:35:56.240289 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: availability_zone_filter.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.245643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.246166 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: availability_zone_filter Sep 27 08:35:56.246495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: data_plane_status.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.247416 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.247927 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 08:35:56.248254 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: default_subnetpools.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.249213 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.249732 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: default-subnetpools Sep 27 08:35:56.250094 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.250963 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.251482 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: dhcp_agent_scheduler Sep 27 08:35:56.251809 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: dns.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.252761 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.253280 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension dns-integration not supported by any of loaded plugins Sep 27 08:35:56.253610 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: dns_domain_ports.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.255105 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.255620 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 08:35:56.255948 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.256963 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.257483 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 08:35:56.257810 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: dvr.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.258492 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.259012 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: dvr Sep 27 08:35:56.259337 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: ecmp_routes.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.260262 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.260796 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 08:35:56.261121 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: empty_string_filtering.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.262130 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.262646 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: empty-string-filtering Sep 27 08:35:56.262971 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.263888 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.264403 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:35:56.264758 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.265678 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.266192 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 08:35:56.266515 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: external_net.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.267442 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.267954 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: external-net Sep 27 08:35:56.268335 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.269436 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.269956 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: extra_dhcp_opt Sep 27 08:35:56.273673 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: extraroute.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.274401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.274915 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: extraroute Sep 27 08:35:56.275241 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: extraroute_atomic.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.276290 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.276843 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: extraroute-atomic Sep 27 08:35:56.277173 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: filter_validation.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.277851 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.278368 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: filter-validation Sep 27 08:35:56.278690 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: fip_pf_description.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.279949 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.280460 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 08:35:56.280824 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: fip_port_details.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.281772 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.282289 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: fip-port-details Sep 27 08:35:56.282618 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: flavors.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.283859 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.284389 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: flavors Sep 27 08:35:56.284743 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.286656 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.287187 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 08:35:56.287521 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: floatingip_pools.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.288343 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.288889 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: floatingip-pools Sep 27 08:35:56.289221 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: ip_allocation.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.290163 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.290786 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 08:35:56.291119 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.292061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.292583 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: ip-substring-filtering Sep 27 08:35:56.292939 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l2_adjacency.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.293885 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.294398 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 08:35:56.294721 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.295857 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.296493 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: router Sep 27 08:35:56.296849 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.299104 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.299716 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:35:56.300048 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.303283 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.303815 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: ext-gw-mode Sep 27 08:35:56.304150 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.305133 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.305660 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: l3-ha Sep 27 08:35:56.305985 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3_flavors.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.307002 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.307480 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: l3-flavors Sep 27 08:35:56.308188 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.309154 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.309685 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 08:35:56.310015 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: l3agentscheduler.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.311082 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.311600 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: l3_agent_scheduler Sep 27 08:35:56.311933 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: logging.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.313514 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.314105 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension logging not supported by any of loaded plugins Sep 27 08:35:56.314463 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: metering.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.315199 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.315782 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: metering Sep 27 08:35:56.316113 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.317948 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.318480 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: metering_source_and_destination_fields Sep 27 08:35:56.318811 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: multiprovidernet.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.319873 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.320392 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: multi-provider Sep 27 08:35:56.320748 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: netmtu.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.321677 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.322196 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: net-mtu Sep 27 08:35:56.322523 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: netmtu_writable.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.323449 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.323972 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: net-mtu-writable Sep 27 08:35:56.324296 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: network_availability_zone.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.325002 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.325520 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: network_availability_zone Sep 27 08:35:56.325844 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: network_ip_availability.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.331933 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.332559 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: network-ip-availability Sep 27 08:35:56.332981 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: network_segment_range.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.333765 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.334283 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 08:35:56.334608 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: pagination.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.335608 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.335942 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: pagination Sep 27 08:35:56.336273 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: port_device_profile.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.337287 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.337819 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: port-device-profile Sep 27 08:35:56.338147 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.339110 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.339611 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: port-mac-address-regenerate Sep 27 08:35:56.339940 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.340957 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.341477 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: port-numa-affinity-policy Sep 27 08:35:56.341806 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: port_resource_request.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.342858 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.343408 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 08:35:56.343737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: portbindings.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.344706 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.345218 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: binding Sep 27 08:35:56.345550 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: portbindings_extended.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.346919 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.347468 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: binding-extended Sep 27 08:35:56.347798 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: portsecurity.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.348763 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.349297 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: port-security Sep 27 08:35:56.349631 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: project_id.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.350627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.350962 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: project-id Sep 27 08:35:56.351293 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: providernet.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.352303 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.352866 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: provider Sep 27 08:35:56.353260 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.356836 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.357372 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos not supported by any of loaded plugins Sep 27 08:35:56.357712 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.358977 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.359598 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 08:35:56.359932 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.360893 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.361418 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 08:35:56.361749 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_default.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.362672 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.363783 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-default not supported by any of loaded plugins Sep 27 08:35:56.364133 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_fip.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.364904 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.365419 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-fip not supported by any of loaded plugins Sep 27 08:35:56.365745 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_gateway_ip.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.366680 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.367197 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 08:35:56.367523 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_port_network_policy.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.368445 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.368995 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 08:35:56.369330 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_pps_rule.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.370511 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.371040 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-pps not supported by any of loaded plugins Sep 27 08:35:56.371371 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_rule_type_details.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.372300 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.372858 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 08:35:56.373189 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: qos_rules_alias.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.374236 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.374761 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 08:35:56.375091 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: quotasv2.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.376050 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.376383 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: quotas Sep 27 08:35:56.376738 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: quotasv2_detail.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.380740 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.381042 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: quota_details Sep 27 08:35:56.381381 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: rbac.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.382472 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.383008 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: rbac-policies Sep 27 08:35:56.383343 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: rbac_address_group.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.384286 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.384850 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: rbac-address-group Sep 27 08:35:56.385181 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: rbac_address_scope.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.386110 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.386635 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: rbac-address-scope Sep 27 08:35:56.386960 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: rbac_security_groups.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.387899 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.388423 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: rbac-security-groups Sep 27 08:35:56.388859 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: rbac_subnetpool.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.389802 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.390327 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: rbac-subnetpool Sep 27 08:35:56.390654 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: revisionifmatch.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.391594 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.392115 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: revision-if-match Sep 27 08:35:56.392441 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: revisions.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.393601 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.394121 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: standard-attr-revisions Sep 27 08:35:56.394969 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: router_availability_zone.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.395733 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.396266 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: router_availability_zone Sep 27 08:35:56.396594 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: routerservicetype.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.397676 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.398197 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension router-service-type not supported by any of loaded plugins Sep 27 08:35:56.398524 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.399462 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.399990 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: security-groups-normalized-cidr Sep 27 08:35:56.400321 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.401279 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.401801 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: port-security-groups-filtering Sep 27 08:35:56.402166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.403105 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.403627 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: security-groups-remote-address-group Sep 27 08:35:56.403955 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: securitygroup.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.416366 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.416961 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: security-group Sep 27 08:35:56.417301 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: segment.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.418150 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.418666 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension segment not supported by any of loaded plugins Sep 27 08:35:56.418999 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.420008 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.420534 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 08:35:56.420904 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: servicetype.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.422113 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.422647 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: service-type Sep 27 08:35:56.422984 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: sorting.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.423988 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.424321 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: sorting Sep 27 08:35:56.424648 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: standard_attr_segment.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.425646 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.426319 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 08:35:56.426651 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: standardattrdescription.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.427316 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.427834 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: standard-attr-description Sep 27 08:35:56.428162 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: stateful_security_group.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.429135 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.429662 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: stateful-security-group Sep 27 08:35:56.429990 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: stdattrs_common.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.430578 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 08:35:56.430903 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.431834 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.432352 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 08:35:56.432692 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnet_onboard.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.433780 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.434302 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: subnet_onboard Sep 27 08:35:56.434658 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.435595 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.436113 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 08:35:56.436438 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnet_service_types.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.437477 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.437932 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: subnet-service-types Sep 27 08:35:56.438258 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnetallocation.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.439367 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.439888 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: subnet_allocation Sep 27 08:35:56.440218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.440924 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.441472 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: subnetpool-prefix-ops Sep 27 08:35:56.441798 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.442749 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.443268 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 08:35:56.443594 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: tagging.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.444731 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.445258 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: standard-attr-tag Sep 27 08:35:56.445590 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: timestamp.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.446805 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.447357 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loaded extension: standard-attr-timestamp Sep 27 08:35:56.447669 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: trunk.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.448738 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.449272 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension trunk not supported by any of loaded plugins Sep 27 08:35:56.449604 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: trunk_details.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.450540 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.451060 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension trunk-details not supported by any of loaded plugins Sep 27 08:35:56.451391 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: uplink_status_propagation.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.452322 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.452872 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 08:35:56.453209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Loading extension file: vlantransparent.py {{(pid=101087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:56.453893 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:56.454409 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 08:35:56.457530 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:network Sep 27 08:35:56.458058 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnet Sep 27 08:35:56.458485 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:56.458892 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:port Sep 27 08:35:56.460244 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.460773 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service FLAVORS assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.461435 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.461910 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.462957 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:router Sep 27 08:35:56.462957 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:35:56.463169 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service METERING assigned prefix: /metering {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.464640 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.465055 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.465413 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:56.466463 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:35:56.466913 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:35:56.467360 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:35:56.467955 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service CORE assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.468289 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:56.468637 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] subnetpool is already registered Sep 27 08:35:56.469112 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service CORE assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.469462 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:56.469800 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] subnetpool is already registered Sep 27 08:35:56.472114 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.473233 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service FLAVORS assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.473847 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.474273 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.474611 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:router Sep 27 08:35:56.474954 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] router is already registered Sep 27 08:35:56.475371 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:35:56.475709 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] floatingip is already registered Sep 27 08:35:56.476166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service METERING assigned prefix: /metering {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.476880 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:35:56.477215 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] rbac_policy is already registered Sep 27 08:35:56.477669 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:35:56.477965 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] security_group is already registered Sep 27 08:35:56.478364 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:35:56.478698 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] security_group_rule is already registered Sep 27 08:35:56.479328 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service CORE assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.479662 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:56.479993 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] subnetpool is already registered Sep 27 08:35:56.480479 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.v2.resource_helper [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Service CORE assigned prefix: {{(pid=101087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:56.480774 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:56.481111 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING neutron.quota.resource_registry [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] subnetpool is already registered Sep 27 08:35:56.481582 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: extensions {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.483100 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: address-groups {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.484581 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: address-scopes {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.485940 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: agents {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.487114 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: auto-allocated-topology {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.488386 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: availability_zones {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.489711 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: dhcp-networks {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.491393 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: dhcp-agents {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.492878 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: routers {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.495100 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: flavors {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.496291 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: service_profiles {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.497553 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: next_providers {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.499024 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: service_profiles {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.500577 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: floatingip-pools {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.501821 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: routers {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.504473 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: floatingips {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.505795 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: l3-routers {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.507199 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: l3-agents {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.508621 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: metering-labels {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.510023 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: metering-label-rules {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.511296 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: network-ip-availabilities {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.512578 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: bindings {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.515105 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: quotas {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.516586 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: quotas {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.518039 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: rbac-policies {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.519249 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: security-groups {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.521312 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: security-group-rules {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.522583 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: service-providers {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.523809 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: subnetpools {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.525291 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: subnetpools {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.526773 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.528672 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.530830 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.532629 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.534441 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.536767 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.538493 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.540449 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.542249 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.544007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron.api.extensions [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Extended resource: tags {{(pid=101087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:56.550237 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING keystonemiddleware.auth_token [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 08:35:56.555304 dv-cinder-811085-1-iscsi neutron-server[101087]: WARNING keystonemiddleware.auth_token [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 08:35:56.563839 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Acquired lock "singleton_lock" {{(pid=101087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 08:35:56.564365 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_concurrency.lockutils [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Releasing lock "singleton_lock" {{(pid=101087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 08:35:56.565048 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Starting 2 workers Sep 27 08:35:56.570502 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Started child 101198 {{(pid=101087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:56.576298 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Started child 101199 {{(pid=101087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:56.578614 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO neutron.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 08:35:56.578829 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.580069 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Notify callbacks [] for process, before_spawn {{(pid=101087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.580846 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [-] (101198) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:35:56.581115 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.583256 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [-] (101199) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:35:56.583864 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Starting 1 workers Sep 27 08:35:56.589433 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Started child 101200 {{(pid=101087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:56.589992 dv-cinder-811085-1-iscsi neutron-server[101087]: INFO oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Starting 1 workers Sep 27 08:35:56.593293 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] calling RpcWorker wait() {{(pid=101200) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 08:35:56.593890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] returning from RpcWorker wait() {{(pid=101200) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 08:35:56.595145 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.595618 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.596313 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Started child 101201 {{(pid=101087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:56.597700 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f87c-1812-4bf5-9a82-9b7abd0038ce None None] Notify callbacks [] for process, after_spawn {{(pid=101087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.600244 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:35:56.600543 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:56.600660 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:56.600917 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:56.601220 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:56.601386 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:56.601923 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.602135 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.602614 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.602614 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.602749 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.603123 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.603849 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.604203 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.604614 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.605108 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.605544 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.605856 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.606155 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.606598 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.607008 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.607532 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.607837 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.608112 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.608401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.608583 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.608868 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.609150 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.609394 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.609665 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] debug = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.609916 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.610406 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.610642 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.610901 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.611143 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.611429 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.611683 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.611963 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.612214 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.612456 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.612737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.612994 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.613299 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.613522 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.613773 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.614120 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.614509 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.615024 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] host = dv-cinder-811085-1-iscsi {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.615273 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.615496 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.615761 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.616027 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.616302 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.616540 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.616827 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.617082 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.617349 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.617777 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.618048 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.618310 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.618575 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.618822 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.618981 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_options = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.619245 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.619613 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.619952 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.620185 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.620425 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.620605 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.620823 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.620992 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.621253 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.621490 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.621711 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.621930 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.622279 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.622696 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.622696 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.622976 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.623231 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.623413 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.623657 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.623922 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.624156 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.624412 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.624650 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.624896 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.625178 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.625351 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.625605 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.625845 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.626076 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.626293 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.626546 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.626802 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.627053 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.627288 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.627560 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.627853 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.629397 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.629745 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.630191 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.630474 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.631044 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.631326 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.631534 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.631892 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.632226 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.632529 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.632811 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_json = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.633043 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.633379 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.633563 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.633797 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.634101 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.634272 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.634506 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.634748 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.635329 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.635564 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.636062 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.636326 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.636555 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.636832 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.637096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.637325 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.637483 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.637630 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.637839 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.638166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.638420 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.638715 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.638947 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.639368 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.639868 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.640168 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.640455 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.640823 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.640992 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.641169 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.641417 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.641710 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.641960 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.642362 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.642753 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.643050 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.643396 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.643673 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.643950 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.644213 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.645060 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.645489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.645842 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.646104 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.652007 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.653972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.655627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.659530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.660863 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661818 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.661900 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.662128 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.662919 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.662919 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.662919 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.663167 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.663326 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.664552 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.664552 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.664552 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.664552 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.664552 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.665028 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.665233 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.665558 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.665855 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.666124 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.666377 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.666664 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.666927 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.667178 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.667437 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.667679 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.667957 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.668209 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.668464 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.668774 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.669800 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.670090 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.670345 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.670652 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.670946 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.671551 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.671551 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.671767 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.671945 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.672145 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.672461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.672748 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.673036 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.673266 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.673507 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.673953 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.674131 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.674326 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.674541 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.674826 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.675075 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.675341 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.675649 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.675910 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.676174 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.676410 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.676647 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.676895 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.677137 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.677415 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.677679 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.677895 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.678127 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.678408 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.678609 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.678833 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.679074 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.679330 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.679527 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.679769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.679972 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.680189 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.680449 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.680666 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.680911 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.681156 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.681380 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.681602 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.681847 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.682065 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.682319 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.682543 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.682832 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.683104 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.683349 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.683586 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.683852 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.684093 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.684333 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.684584 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.684828 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.685034 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.685250 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.685495 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.685712 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.685967 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.686281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.686406 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.686677 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.687059 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.687400 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.687679 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.687915 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.688170 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.688416 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.688659 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.688927 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.689155 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.689388 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.689609 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.689829 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.692705 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.692705 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.692705 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693005 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58724) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693646 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693646 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.693789 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.694031 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.694246 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.694453 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.694671 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.694885 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.695090 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.695314 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.695530 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.695740 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.695968 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.696186 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.696398 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.696626 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.696917 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.697132 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.697362 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.697603 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.697815 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.698045 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.698256 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.698466 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.698686 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.698898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.699109 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.699337 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.699548 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.699758 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.699979 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.700218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.700438 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.700758 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.701024 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.701243 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.701538 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.701767 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.702599 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.702599 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.702741 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073454 Sep 27 08:35:56.702825 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.702825 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.703057 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.704274 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.704505 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.704755 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.705020 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.705352 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.705774 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.705936 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.706152 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.706447 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.706745 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.707566 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.707797 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.708082 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.708581 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.708880 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.709130 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.709379 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.709632 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.710715 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.710932 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.711262 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.711415 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.711845 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.711994 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.712160 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.712430 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.712649 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.712934 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.713173 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.713461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.713835 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.713835 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.714101 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.714235 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:35:56.714735 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:35:56.714883 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:56.715050 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:56.715235 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:56.715401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:56.715554 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:56.715768 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716157 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716157 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716481 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716481 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716841 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.716841 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.717670 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.717837 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.717999 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718161 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718341 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718493 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718628 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718774 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.718910 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719082 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719217 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719361 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719498 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719632 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719776 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.719937 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] debug = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.720078 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.720290 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.720463 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.720612 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.721536 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.721695 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.721854 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.722010 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.722146 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.722305 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.722447 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.723329 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.723475 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.723714 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.723871 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.724060 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.724220 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.724384 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] host = dv-cinder-811085-1-iscsi {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.724523 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.724659 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.725555 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.725724 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.725867 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.726033 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.726176 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.726324 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.727335 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.727517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.727656 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.727803 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.727939 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728096 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728241 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_options = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728401 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728553 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728746 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.728941 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.729108 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.729253 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.729415 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.729578 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.729733 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.730711 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.730878 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731015 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731176 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731339 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731501 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731644 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731807 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.731968 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.732112 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.732268 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.732793 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.733039 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.733300 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.733533 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.733852 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734031 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734204 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734374 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734543 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734709 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.734875 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735035 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735197 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735356 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735514 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735673 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735833 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.735989 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736152 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736311 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736467 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736624 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736804 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.736956 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737117 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737426 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_json = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737571 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737727 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.737873 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.738026 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.738797 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.738987 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.739135 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.739289 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:56.739445 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.739597 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.739761 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.739906 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.740150 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.740310 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.740463 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.740762 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.740916 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741079 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741246 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741394 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741566 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741712 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.741866 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742015 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742155 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742316 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742462 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742613 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742773 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.742921 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743090 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743246 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743385 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743524 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743686 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.743886 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744042 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744191 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744333 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744473 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744631 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744801 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.744940 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.745102 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.745249 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.745409 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.747061 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748153 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.748908 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.749307 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.749307 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750281 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750902 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750902 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750902 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.750902 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751178 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751259 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751338 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751505 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751670 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.751831 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.754166 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.755095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.756011 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.757182 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.758211 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.758211 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.758211 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.758211 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.760769 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.763643 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.764898 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765517 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765798 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.765999 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.766247 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.766372 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.766566 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.766711 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.766870 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767034 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767196 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767358 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767512 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767677 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767836 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.767997 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768157 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768336 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768471 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768629 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768795 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.768953 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.769111 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.769271 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.769464 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.769721 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.769891 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770051 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770210 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770369 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770531 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770693 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.770901 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771046 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771197 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771448 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771657 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771820 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.771980 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772140 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772301 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772481 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772607 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772791 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.772957 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.773102 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.773263 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.773423 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.774006 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.774006 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.774308 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.774559 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.775489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.775489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.775489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.775489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776022 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776022 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776022 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776426 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776579 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776813 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.776959 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.777122 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.777371 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.777659 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.777942 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.778218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.778471 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.778726 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.778986 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.779626 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.779789 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.780028 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.780287 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.780422 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.780570 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.780900 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.781171 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.781405 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.781658 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.781939 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.782222 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.782480 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.782768 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.783124 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.783441 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.783734 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.783935 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.784095 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.784263 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.784419 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.784594 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.784786 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.785461 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.785614 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.785755 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.785897 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786071 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786218 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786369 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786529 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786687 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.786847 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787017 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787178 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787362 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787506 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787664 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.787906 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.788035 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.788142 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.788280 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.788648 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.789821 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.789987 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790149 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790314 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790480 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790652 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790820 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.790982 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791151 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791321 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791489 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791649 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791816 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.791987 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.792147 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.792306 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.792465 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.792624 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.793491 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.793627 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.793787 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.793948 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.794109 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.794271 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.795737 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:56.796470 dv-cinder-811085-1-iscsi neutron-server[101087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:36:08.592746 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8725e6-9a0a-4a13-bf88-0e4b378f7370 None None] get_active_networks_info from dv-cinder-811085-1-iscsi {{(pid=101200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:36:08.687704 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8725e6-9a0a-4a13-bf88-0e4b378f7370 None None] No non-hosted networks {{(pid=101200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 08:36:08.710300 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.agentschedulers_db [None req-de8725e6-9a0a-4a13-bf88-0e4b378f7370 None None] DHCP Agent not found on host dv-cinder-811085-1-iscsi {{(pid=101200) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 27 08:36:08.774915 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-da3e4c74-9ef6-4ac2-85ac-12a596083b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.208525 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d14a9b0e-30ed-491a-8ab2-4ad20a402ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.239948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.db.api [None req-4b6e582c-0ad3-49a0-bd67-54674293a3ab None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811085-1-iscsi {{(pid=101200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:36:11.240581 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG oslo_db.api [None req-4b6e582c-0ad3-49a0-bd67-54674293a3ab None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:36:11.770840 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.772926 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.773905 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.775759 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.776310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.776894 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.778050 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.779130 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.780867 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.781446 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.786333 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.786959 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.787689 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:11.788302 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811085-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:11.803032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811085-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:11.823464 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4b6e582c-0ad3-49a0-bd67-54674293a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.509121 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.085785 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.091873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58824) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:15.601441 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING oslo_policy.policy [None req-41df935a-ca46-4e4d-ba4d-f49574c030d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:15.602011 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING oslo_policy.policy [None req-41df935a-ca46-4e4d-ba4d-f49574c030d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:15.825082 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [None req-41df935a-ca46-4e4d-ba4d-f49574c030d9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:15.826201 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-41df935a-ca46-4e4d-ba4d-f49574c030d9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7334423 Sep 27 08:36:17.516852 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.db.l3_hamode_db [None req-8494518e-d530-4cb7-879c-d8bdec2403e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 08:36:17.596103 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494518e-d530-4cb7-879c-d8bdec2403e2 None None] Routers set() bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:17.596514 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494518e-d530-4cb7-879c-d8bdec2403e2 None None] Router IDs set() for agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:36:18.271918 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58838) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:18.588303 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:18.686541 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.policy [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:36:18.733217 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING oslo_policy.policy [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:18.733583 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING oslo_policy.policy [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:18.742428 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.quota [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] Loaded quota_driver: . Sep 27 08:36:18.880673 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870298854', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870298267', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870187826', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870185622', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870394525', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793870198536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3691363', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4158023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-946829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645677'] for rbac-policy, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.083881 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.085221 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c145d009-2fc4-49a1-a021-6162da161635 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8123243 Sep 27 08:36:21.737629 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58850) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:22.037349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Request body: {'network': {'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'name': 'private'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:22.137345 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Made reservation on behalf of f275f18306ff42b9a5befce196ebe72d for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:22.140159 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.158041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.278714 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.341258 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.361712 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:22.390636 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793871726219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.391290 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Unsubscribe: segment precommit_create {{(pid=101199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:36:22.391830 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Added segment 441f7fdd-7dba-4370-afa6-75314b6ec8ba of type vlan for network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 Sep 27 08:36:22.409921 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5b7ec-d2a4-4245-8c69-42297bc89e0e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:22.436848 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.437268 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.437613 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.437946 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.438275 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.438617 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.438945 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.439282 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.439624 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.440093 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.440399 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.440796 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Tracked resource versions report: Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: pushed versions: Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Log': {'1.0'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Network': {'1.1'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Port': {'1.7'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'PortForwarding': {'1.2'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'QosPolicy': {'1.9'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SubPort': {'1.0'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Subnet': {'1.1'}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Trunk': {'1.1'}} Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: consumer versions: Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'ConntrackHelper': '1.0', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Log': '1.0', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Network': '1.1', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Port': '1.7', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'PortForwarding': '1.2', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'QosPolicy': '1.9', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroup': '1.4', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroupRule': '1.2', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SubPort': '1.0', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Subnet': '1.1', Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Trunk': '1.1'}} Sep 27 08:36:22.441934 dv-cinder-811085-1-iscsi neutron-server[101199]: {{(pid=101199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:22.514291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.617117 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.618251 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:22.618884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.715393 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] Pushing event updated for resources: {'Network': ['ID=7b8fa85c-4c6f-4577-a5a4-d49e48cd3218,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:22.726290 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-811bb65f-6805-4f1e-b570-7b3dd71e27df admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9876409 Sep 27 08:36:22.727455 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:25.418992 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58864) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:25.819263 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db565cf-cb67-4d02-9f36-36d95b495f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:25.820643 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-0db565cf-cb67-4d02-9f36-36d95b495f01 admin admin] 10.222.0.74 "GET /v2.0/networks/7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 HTTP/1.1" status: 200 len: 825 time: 0.4006984 Sep 27 08:36:25.846030 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-ed91bee1-ab1f-4f53-a7fb-c832f6b07c21 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/701b1eaf-122c-4fc9-8a76-282ff1d8847c HTTP/1.1" status: 200 len: 734 time: 0.0190926 Sep 27 08:36:25.855131 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:25.936616 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Made reservation on behalf of f275f18306ff42b9a5befce196ebe72d for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:25.938952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.280094 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.348534 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Checking segment: {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:26.348928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Network hostable DHCP agents. Network: 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:26.357729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acb7469-d53d-4ba5-80a3-96451352aaba,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:26.460808 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:26.523943 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:26.528922 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:26.529532 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.534266 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae317d42-4fb3-4084-817c-44753a9a2d7b None None] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:26.604786 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-582ddf1f-55fb-48e0-bda4-e5f5599a83d7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7529128 Sep 27 08:36:26.856851 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:26.858068 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.136886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Allocated IP 172.20.0.2 (7b8fa85c-4c6f-4577-a5a4-d49e48cd3218/6acb7469-d53d-4ba5-80a3-96451352aaba/16f9cb8e-e467-4603-9e5f-1456a923af26) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:27.371738 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.450175 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.522046 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:27.526785 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:27.542234 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:27.545354 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Pushing event updated for resources: {'Port': ['ID=16f9cb8e-e467-4603-9e5f-1456a923af26,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:27.576212 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.576579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.576954 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.577299 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.577628 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.577958 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.578283 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.578649 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.578947 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.579276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.579601 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.579920 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Tracked resource versions report: Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: pushed versions: Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Log': {'1.0'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Network': {'1.1'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Port': {'1.7'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'PortForwarding': {'1.2'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'QosPolicy': {'1.9'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SubPort': {'1.0'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Subnet': {'1.1'}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Trunk': {'1.1'}} Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: consumer versions: Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'ConntrackHelper': '1.0', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Log': '1.0', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Network': '1.1', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Port': '1.7', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'PortForwarding': '1.2', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'QosPolicy': '1.9', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroup': '1.4', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroupRule': '1.2', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SubPort': '1.0', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Subnet': '1.1', Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Trunk': '1.1'}} Sep 27 08:36:27.581087 dv-cinder-811085-1-iscsi neutron-server[101200]: {{(pid=101200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:27.629040 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Attempting to bind port 16f9cb8e-e467-4603-9e5f-1456a923af26 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:27.629361 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Attempting to bind port 16f9cb8e-e467-4603-9e5f-1456a923af26 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:27.629767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Attempting to bind port 16f9cb8e-e467-4603-9e5f-1456a923af26 on network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:27.634692 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:27.635094 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Checking segment: {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:27.635583 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.635970 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Bound using segment: {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:27.636426 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Bound port: 16f9cb8e-e467-4603-9e5f-1456a923af26, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:27.636849 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.699561 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] For port 16f9cb8e-e467-4603-9e5f-1456a923af26, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:27.703832 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] For port 16f9cb8e-e467-4603-9e5f-1456a923af26, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=16f9cb8e-e467-4603-9e5f-1456a923af26,segment=NetworkSegment(441f7fdd-7dba-4370-afa6-75314b6ec8ba),segment_id=441f7fdd-7dba-4370-afa6-75314b6ec8ba)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:27.764606 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.830969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b29d5-95a3-4cdb-bd0f-63054e00db0a None None] Pushing event updated for resources: {'Port': ['ID=16f9cb8e-e467-4603-9e5f-1456a923af26,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.047360 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 58872) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:29.562108 dv-cinder-811085-1-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-bfe20bed-33f1-4caa-9ffb-29b27fa2424f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:29.562645 dv-cinder-811085-1-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-bfe20bed-33f1-4caa-9ffb-29b27fa2424f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:29.784364 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [None req-bfe20bed-33f1-4caa-9ffb-29b27fa2424f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:29.785651 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bfe20bed-33f1-4caa-9ffb-29b27fa2424f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7361200 Sep 27 08:36:32.239436 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58886) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:32.565361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [None req-1eff9cd0-3596-4992-80ea-2566c851f7f9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:32.566486 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-1eff9cd0-3596-4992-80ea-2566c851f7f9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3260310 Sep 27 08:36:35.267408 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58900) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:35.302969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 16f9cb8e-e467-4603-9e5f-1456a923af26 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:35.394709 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 16f9cb8e-e467-4603-9e5f-1456a923af26 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:35.395105 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.508130 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.543801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 16f9cb8e-e467-4603-9e5f-1456a923af26, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=16f9cb8e-e467-4603-9e5f-1456a923af26,segment=NetworkSegment(441f7fdd-7dba-4370-afa6-75314b6ec8ba),segment_id=441f7fdd-7dba-4370-afa6-75314b6ec8ba)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:35.592085 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:35.627276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.675586 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=16f9cb8e-e467-4603-9e5f-1456a923af26,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:35.701251 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.702859 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.838164 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.896454 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.965255 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.966512 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-32923bd8-3eb4-4eef-8374-79e51fe6a145 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6980205 Sep 27 08:36:36.388821 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77447299-81c6-49ad-be1e-beb326c20630 None None] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:36.481242 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-5e70afcc-cefd-471d-a131-716fd7dd33e9 None None] Provisioning complete for port 16f9cb8e-e467-4603-9e5f-1456a923af26 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:36.481614 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5e70afcc-cefd-471d-a131-716fd7dd33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.837480 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-5b4d3f48-6c57-48a0-aa74-d180137f8cb2 None None] Provisioning complete for port 16f9cb8e-e467-4603-9e5f-1456a923af26 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:36.837864 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3f48-6c57-48a0-aa74-d180137f8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.242818 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 16f9cb8e-e467-4603-9e5f-1456a923af26 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:37.292074 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 16f9cb8e-e467-4603-9e5f-1456a923af26 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:37.292443 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.405046 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58908) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:38.557777 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9a07f89-21d5-46bc-afd3-e42303d73db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.723213 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [None req-2fc5bf47-b636-4afc-b4c9-6acd3919258f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:38.724204 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2fc5bf47-b636-4afc-b4c9-6acd3919258f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182297 Sep 27 08:36:41.114968 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58916) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:41.192401 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7784f48a-1757-4cce-b8be-def8a6d29686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.462740 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:41.632086 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Made reservation on behalf of ed2c57eaaf3746bba2fd2f13fca7311a for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:41.634497 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.645866 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.756672 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.793579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.844973 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.862201 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Reserving flat network on physical network physnet1 {{(pid=101199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 08:36:41.880382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65244283-aa7f-4978-b2fe-53ac4a3ec4fb,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.886325 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.886672 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Added segment 39e7f0c2-5e2d-4362-86c4-c3514586de74 of type flat for network 18e4631c-b8fa-40c8-9bff-20332b1b4240 Sep 27 08:36:41.937050 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.022306 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.023196 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.023780 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.086796 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] Pushing event updated for resources: {'Network': ['ID=18e4631c-b8fa-40c8-9bff-20332b1b4240,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:42.098973 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:42.124214 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a1963605-d502-4579-9f3d-5f73d8016a34 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0081546 Sep 27 08:36:42.454752 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.986331 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.559917 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58934) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:44.730418 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88079583-7151-4496-a336-6e690b847de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.731714 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-88079583-7151-4496-a336-6e690b847de6 admin admin] 10.222.0.74 "GET /v2.0/subnets/6acb7469-d53d-4ba5-80a3-96451352aaba HTTP/1.1" status: 200 len: 849 time: 0.1708348 Sep 27 08:36:44.848282 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7e4b3f12-5880-4f26-9a35-b32cd6e4cf77 admin admin] 10.222.0.74 "GET /v2.0/routers/60eb0971-6374-4bb6-8c8a-8c96b6387013 HTTP/1.1" status: 200 len: 704 time: 0.1097090 Sep 27 08:36:45.104122 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.391476 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Allocated IP 172.20.0.1 (7b8fa85c-4c6f-4577-a5a4-d49e48cd3218/6acb7469-d53d-4ba5-80a3-96451352aaba/fca9cd55-bdd0-4124-adfd-d7171fa88da6) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:45.583441 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.696974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.772767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:45.778709 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:45.785975 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:45.786515 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.804993 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Pushing event updated for resources: {'Port': ['ID=fca9cd55-bdd0-4124-adfd-d7171fa88da6,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:45.987363 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-27f95400-c212-4619-a342-f7db3fd9cbb3 None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:45.988010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-27f95400-c212-4619-a342-f7db3fd9cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.020698 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-27f95400-c212-4619-a342-f7db3fd9cbb3 None None] Port fca9cd55-bdd0-4124-adfd-d7171fa88da6 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:46.053698 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.258991 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.328785 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.330276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.390543 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Pushing event updated for resources: {'Port': ['ID=fca9cd55-bdd0-4124-adfd-d7171fa88da6,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:46.457248 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:46.458562 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:46.641454 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-ff6a8447-9b35-4abc-b6d8-d9e7368c6881 None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:46.641839 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8447-9b35-4abc-b6d8-d9e7368c6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.674429 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a8447-9b35-4abc-b6d8-d9e7368c6881 None None] Port fca9cd55-bdd0-4124-adfd-d7171fa88da6 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:46.719443 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Router 60eb0971-6374-4bb6-8c8a-8c96b6387013 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:36:46.810137 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:46.815333 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-071b2bf2-3be1-4a99-9edb-e7fd3461efef admin admin] 10.222.0.74 "PUT /v2.0/routers/60eb0971-6374-4bb6-8c8a-8c96b6387013/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9613512 Sep 27 08:36:46.832496 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Sync routers for ids ['60eb0971-6374-4bb6-8c8a-8c96b6387013'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:46.843974 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Routers {'60eb0971-6374-4bb6-8c8a-8c96b6387013'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:46.844845 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:36:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['60eb0971-6374-4bb6-8c8a-8c96b6387013'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:47.028996 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Set router 60eb0971-6374-4bb6-8c8a-8c96b6387013 gateway port host: None {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:47.458467 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:45Z', 'revision_number': 2, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port_host': None, '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:46Z', 'revision_number': 2, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:47.510136 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Checking router: 60eb0971-6374-4bb6-8c8a-8c96b6387013 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:47.510541 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Updating router 60eb0971-6374-4bb6-8c8a-8c96b6387013 port fca9cd55-bdd0-4124-adfd-d7171fa88da6 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:47.558977 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.071267 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.136286 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.278484 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Pushing event updated for resources: {'Port': ['ID=fca9cd55-bdd0-4124-adfd-d7171fa88da6,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:48.308440 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.308846 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.309189 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.309527 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.309864 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.310244 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.310521 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.310850 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.311194 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.311522 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.311849 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.312171 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Tracked resource versions report: Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: pushed versions: Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Log': {'1.0'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Network': {'1.1'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Port': {'1.7'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'PortForwarding': {'1.2'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'QosPolicy': {'1.9'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SubPort': {'1.0'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Subnet': {'1.1'}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Trunk': {'1.1'}} Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: consumer versions: Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'ConntrackHelper': '1.0', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Log': '1.0', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Network': '1.1', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Port': '1.7', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'PortForwarding': '1.2', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'QosPolicy': '1.9', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroup': '1.4', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroupRule': '1.2', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SubPort': '1.0', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Subnet': '1.1', Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Trunk': '1.1'}} Sep 27 08:36:48.313321 dv-cinder-811085-1-iscsi neutron-server[101201]: {{(pid=101201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:48.321074 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Attempting to bind port fca9cd55-bdd0-4124-adfd-d7171fa88da6 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:48.321413 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Attempting to bind port fca9cd55-bdd0-4124-adfd-d7171fa88da6 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:48.321821 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Attempting to bind port fca9cd55-bdd0-4124-adfd-d7171fa88da6 on network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:48.328039 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:48.328455 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Checking segment: {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:48.328971 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.329991 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Bound using segment: {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:48.330555 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Bound port: fca9cd55-bdd0-4124-adfd-d7171fa88da6, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f7fdd-7dba-4370-afa6-75314b6ec8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:48.330958 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.403888 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-edba6bce-4db4-4269-90d5-c3de574dd9b8 None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:48.404439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-edba6bce-4db4-4269-90d5-c3de574dd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.440973 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-edba6bce-4db4-4269-90d5-c3de574dd9b8 None None] Port fca9cd55-bdd0-4124-adfd-d7171fa88da6 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:48.510658 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] For port fca9cd55-bdd0-4124-adfd-d7171fa88da6, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:48.531680 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] For port fca9cd55-bdd0-4124-adfd-d7171fa88da6, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=fca9cd55-bdd0-4124-adfd-d7171fa88da6,segment=NetworkSegment(441f7fdd-7dba-4370-afa6-75314b6ec8ba),segment_id=441f7fdd-7dba-4370-afa6-75314b6ec8ba)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:48.594242 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.653401 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Routers {'60eb0971-6374-4bb6-8c8a-8c96b6387013'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:48.654015 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:36:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['60eb0971-6374-4bb6-8c8a-8c96b6387013'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:48.692785 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75153e-d846-47e6-ba60-45491f835001 None None] Pushing event updated for resources: {'Port': ['ID=fca9cd55-bdd0-4124-adfd-d7171fa88da6,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:48.750410 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] Set router 60eb0971-6374-4bb6-8c8a-8c96b6387013 gateway port host: None {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:48.860347 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-582c801d-af60-451f-915f-65b979745287 None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:48.861343 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-582c801d-af60-451f-915f-65b979745287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.942264 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-582c801d-af60-451f-915f-65b979745287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.967691 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-7e49977c-4438-4060-b3da-02895c318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:45Z', 'revision_number': 2, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port_host': None, '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:48Z', 'revision_number': 4, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:48.973533 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-582c801d-af60-451f-915f-65b979745287 None None] For port fca9cd55-bdd0-4124-adfd-d7171fa88da6, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=fca9cd55-bdd0-4124-adfd-d7171fa88da6,segment=NetworkSegment(441f7fdd-7dba-4370-afa6-75314b6ec8ba),segment_id=441f7fdd-7dba-4370-afa6-75314b6ec8ba)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:48.993948 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49977c-4438-4060-b3da-02895c318570 None None] The sync data for ids ['60eb0971-6374-4bb6-8c8a-8c96b6387013'] in dv-cinder-811085-1-iscsi is: [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:45Z', 'revision_number': 2, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port_host': None, '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:48Z', 'revision_number': 4, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:49.037796 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-582c801d-af60-451f-915f-65b979745287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.047933 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58954) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:49.090136 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c801d-af60-451f-915f-65b979745287 None None] Pushing event updated for resources: {'Port': ['ID=fca9cd55-bdd0-4124-adfd-d7171fa88da6,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.162464 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4ca12-15b3-45dd-bc6e-c0b50437aeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.163793 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-84c4ca12-15b3-45dd-bc6e-c0b50437aeab admin admin] 10.222.0.74 "GET /v2.0/networks/18e4631c-b8fa-40c8-9bff-20332b1b4240 HTTP/1.1" status: 200 len: 842 time: 0.1141148 Sep 27 08:36:49.174189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'gateway_ip': '172.27.2.1'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:49.262228 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Made reservation on behalf of ed2c57eaaf3746bba2fd2f13fca7311a for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:49.264523 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.660939 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:36:49.667539 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.objects.ports [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101199) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:36:49.667982 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.724472 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1d4762-0367-4002-a9dc-9f2e9333a81a,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.734166 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:49.734523 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Network hostable DHCP agents. Network: 18e4631c-b8fa-40c8-9bff-20332b1b4240, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:49.839293 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:49.919341 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 18e4631c-b8fa-40c8-9bff-20332b1b4240) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:49.924192 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.924882 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.929952 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba17fd2-dbfc-4deb-8ad3-5eb9360b3113 None None] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:50.028715 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-02bea53f-9e00-420c-986a-13bc206149b6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8409264 Sep 27 08:36:50.076212 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded40c4e-0bce-435f-88ed-4445f39fd37a None None] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:52.352713 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58962) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:52.486878 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a3b6f4ec-2f1c-4f0b-b0f7-f22e4bcc863b admin admin] 10.222.0.74 "GET /v2.0/routers/60eb0971-6374-4bb6-8c8a-8c96b6387013 HTTP/1.1" status: 200 len: 710 time: 0.1328614 Sep 27 08:36:52.572902 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57685b6d-29af-4762-8393-f80d22492056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:52.574214 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-57685b6d-29af-4762-8393-f80d22492056 admin admin] 10.222.0.74 "GET /v2.0/networks/18e4631c-b8fa-40c8-9bff-20332b1b4240 HTTP/1.1" status: 200 len: 886 time: 0.0815096 Sep 27 08:36:52.583861 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:52.828385 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.120133 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.193140 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.303189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Allocated IP 172.27.2.110 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/5db0a0dc-83d1-491a-a326-af46076640bb) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:53.433116 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.507929 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.545853 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:53.549318 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:53.558220 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:53.561163 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Pushing event updated for resources: {'Port': ['ID=5db0a0dc-83d1-491a-a326-af46076640bb,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:53.961000 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.164004 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1974'] for router, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.167324 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560150'] for router, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.276593 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Router 60eb0971-6374-4bb6-8c8a-8c96b6387013 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:54.390620 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:54.394916 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.396116 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-916585dd-56e3-4df0-9b55-138762f9c80d admin admin] 10.222.0.74 "PUT /v2.0/routers/60eb0971-6374-4bb6-8c8a-8c96b6387013 HTTP/1.1" status: 200 len: 890 time: 1.8156526 Sep 27 08:36:55.291564 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device fca9cd55-bdd0-4124-adfd-d7171fa88da6 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:55.338799 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:55.339100 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.409161 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Sync routers for ids ['60eb0971-6374-4bb6-8c8a-8c96b6387013'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:55.427194 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Routers {'60eb0971-6374-4bb6-8c8a-8c96b6387013'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:55.427763 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:36:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['60eb0971-6374-4bb6-8c8a-8c96b6387013'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:55.642959 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Set router 60eb0971-6374-4bb6-8c8a-8c96b6387013 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:56.029767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 4, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port': {'id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:53Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:48Z', 'revision_number': 5, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:56.081788 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Checking router: 60eb0971-6374-4bb6-8c8a-8c96b6387013 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:56.082144 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Updating router 60eb0971-6374-4bb6-8c8a-8c96b6387013 port 5db0a0dc-83d1-491a-a326-af46076640bb binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:56.128612 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.522311 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.581511 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.632431 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Attempting to bind port 5db0a0dc-83d1-491a-a326-af46076640bb on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:56.632844 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Attempting to bind port 5db0a0dc-83d1-491a-a326-af46076640bb by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:56.633206 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Attempting to bind port 5db0a0dc-83d1-491a-a326-af46076640bb on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:56.634995 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f7514-fde6-4627-889c-8cf39677576f None None] Pushing event updated for resources: {'Port': ['ID=5db0a0dc-83d1-491a-a326-af46076640bb,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:56.640339 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:56.640733 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:56.641134 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.642259 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:56.642730 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Bound port: 5db0a0dc-83d1-491a-a326-af46076640bb, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:56.643480 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.698398 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] For port 5db0a0dc-83d1-491a-a326-af46076640bb, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:56.701748 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] For port 5db0a0dc-83d1-491a-a326-af46076640bb, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=5db0a0dc-83d1-491a-a326-af46076640bb,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:56.782252 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.841060 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f7514-fde6-4627-889c-8cf39677576f None None] Pushing event updated for resources: {'Port': ['ID=5db0a0dc-83d1-491a-a326-af46076640bb,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:56.841907 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 58974) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:56.848474 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Routers {'60eb0971-6374-4bb6-8c8a-8c96b6387013'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:56.849124 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:36:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['60eb0971-6374-4bb6-8c8a-8c96b6387013'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:56.955784 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] Set router 60eb0971-6374-4bb6-8c8a-8c96b6387013 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:56.960749 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-ee93a830-8fad-4a3d-b0a2-3c93cda6d6c9 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177106 Sep 27 08:36:57.181579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 4, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port': {'id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:53Z', 'updated_at': '2021-09-27T08:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:48Z', 'revision_number': 5, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:57.207967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96a235-b1fd-4b73-8e2c-9632eccc4928 None None] The sync data for ids ['60eb0971-6374-4bb6-8c8a-8c96b6387013'] in dv-cinder-811085-1-iscsi is: [{'id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'name': 'router1', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:35Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 4, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'gw_port': {'id': '5db0a0dc-83d1-491a-a326-af46076640bb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:53Z', 'updated_at': '2021-09-27T08:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'fca9cd55-bdd0-4124-adfd-d7171fa88da6', 'name': '', 'network_id': '7b8fa85c-4c6f-4577-a5a4-d49e48cd3218', 'tenant_id': 'f275f18306ff42b9a5befce196ebe72d', 'mac_address': 'fa:16:3e:22:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb0971-6374-4bb6-8c8a-8c96b6387013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:45Z', 'updated_at': '2021-09-27T08:36:48Z', 'revision_number': 5, 'project_id': 'f275f18306ff42b9a5befce196ebe72d', 'subnets': [{'id': '6acb7469-d53d-4ba5-80a3-96451352aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701b1eaf-122c-4fc9-8a76-282ff1d8847c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:59.445469 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 5db0a0dc-83d1-491a-a326-af46076640bb up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:59.503064 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 5db0a0dc-83d1-491a-a326-af46076640bb triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:59.503693 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.596720 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.646691 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 5db0a0dc-83d1-491a-a326-af46076640bb, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=5db0a0dc-83d1-491a-a326-af46076640bb,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:59.702041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.757733 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=5db0a0dc-83d1-491a-a326-af46076640bb,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.299705 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 5db0a0dc-83d1-491a-a326-af46076640bb up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:01.386442 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 5db0a0dc-83d1-491a-a326-af46076640bb triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:01.387163 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.522377 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-06adbb8c-2c5a-4bba-b31c-5c279b2067cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.186905 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f057dade-a885-4d41-b569-bfe71b381dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.764431 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.467255 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.987203 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.661923 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:37:38.577394 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-81197946-fe71-4606-9719-619d45b1fe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.363140 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-471bc1cf-5b71-4190-b10c-a376b5bc071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.224074 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.469502 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.986096 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.662002 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:38:08.520085 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-26ba74ca-7bed-4f91-9161-52ba8151b8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.202376 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0a7be54c-d229-4b1f-9f46-610c49fc3527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.800067 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.519616 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.994112 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.242046 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59536) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:35.303580 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a4743b-3c52-412c-9049-e6d539a39438 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:38:35.304974 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-69a4743b-3c52-412c-9049-e6d539a39438 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619478 Sep 27 08:38:35.461625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ec631-f261-45be-93d9-66e1a38596c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.463029 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-610ec631-f261-45be-93d9-66e1a38596c6 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535370 Sep 27 08:38:37.661560 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59546) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:37.756006 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5013f3-2b3f-46e5-b35b-418eb965d8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.757382 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-ba5013f3-2b3f-46e5-b35b-418eb965d8d8 admin admin] 10.222.0.74 "GET /v2.0/subnets/6acb7469-d53d-4ba5-80a3-96451352aaba HTTP/1.1" status: 200 len: 849 time: 0.0948858 Sep 27 08:38:37.767651 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:37.847907 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.041120 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793871946487'] for subnet, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.071536 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.072625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.073433 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] 10.222.0.74 "PUT /v2.0/subnets/6acb7469-d53d-4ba5-80a3-96451352aaba HTTP/1.1" status: 200 len: 868 time: 0.3095021 Sep 27 08:38:38.092999 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acb7469-d53d-4ba5-80a3-96451352aaba,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:38.095798 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1575a-2fd4-449b-a0f3-130d5f34c052 None None] Network 7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:38.101032 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.101356 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.101670 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.102007 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.102339 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.102692 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.103029 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.103372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.103705 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.104032 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.104356 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.104766 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ef658-8b1d-42ab-8cf6-b5564fd76391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:38.416445 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d8f1c6b3-94cb-4b0b-8dd4-4e45bb07c366 None None] Provisioning complete for port 16f9cb8e-e467-4603-9e5f-1456a923af26 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:38.416853 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c6b3-94cb-4b0b-8dd4-4e45bb07c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.515403 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d8f1c6b3-94cb-4b0b-8dd4-4e45bb07c366 None None] Provisioning complete for port fca9cd55-bdd0-4124-adfd-d7171fa88da6 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:38.515774 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c6b3-94cb-4b0b-8dd4-4e45bb07c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.580801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb79-48a7-44ac-8abc-d7dcd39a683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.273335 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59554) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.475080 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1583d6c-3b5e-494e-9fc8-530250f8335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.475476 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1583d6c-3b5e-494e-9fc8-530250f8335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.477053 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f1583d6c-3b5e-494e-9fc8-530250f8335c admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027614 Sep 27 08:38:40.661269 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:38:41.198534 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-07a6ab65-4af6-47c2-966c-e5c9a1e16d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.770056 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.496145 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.713935 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59562) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:42.844097 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c77ea9-f98d-48d3-bd24-bef3cb8b0da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.844591 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c77ea9-f98d-48d3-bd24-bef3cb8b0da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.846166 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b2c77ea9-f98d-48d3-bd24-bef3cb8b0da9 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312597 Sep 27 08:38:44.006952 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.069481 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59570) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:45.288015 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ed2e3f-ee38-4778-91c8-36ed73c981b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:45.289449 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b4ed2e3f-ee38-4778-91c8-36ed73c981b6 admin admin] 10.222.0.74 "GET /v2.0/networks/18e4631c-b8fa-40c8-9bff-20332b1b4240 HTTP/1.1" status: 200 len: 886 time: 0.2190239 Sep 27 08:38:47.459628 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59578) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:47.590034 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af5135-6a12-438e-996c-378d01555d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:47.591434 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e2af5135-6a12-438e-996c-378d01555d0b admin admin] 10.222.0.74 "GET /v2.0/networks/7b8fa85c-4c6f-4577-a5a4-d49e48cd3218 HTTP/1.1" status: 200 len: 869 time: 0.1308570 Sep 27 08:38:49.779644 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59586) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.901655 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f535572-4e10-4aa2-b49f-183f1fb19095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.902140 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f535572-4e10-4aa2-b49f-183f1fb19095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.904423 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9f535572-4e10-4aa2-b49f-183f1fb19095 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238110 Sep 27 08:38:52.089854 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59594) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:52.190702 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048959c2-13df-4b06-959a-55216759fd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:52.191168 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048959c2-13df-4b06-959a-55216759fd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:52.192744 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-048959c2-13df-4b06-959a-55216759fd57 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011648 Sep 27 08:38:54.407801 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59602) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:54.497488 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd13cb-9586-4e0b-88af-1a801be97ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.498846 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-26cd13cb-9586-4e0b-88af-1a801be97ee8 admin admin] 10.222.0.74 "GET /v2.0/subnets/6acb7469-d53d-4ba5-80a3-96451352aaba HTTP/1.1" status: 200 len: 868 time: 0.0900955 Sep 27 08:38:56.688646 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59610) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:56.773008 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6f8fe-6419-409d-a0f8-843c62683f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.774365 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b2e6f8fe-6419-409d-a0f8-843c62683f21 admin admin] 10.222.0.74 "GET /v2.0/subnets/ff1d4762-0367-4002-a9dc-9f2e9333a81a HTTP/1.1" status: 200 len: 816 time: 0.0847538 Sep 27 08:39:08.531393 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-de85cdc6-7a73-4083-a785-4540c0b9bc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:11.182784 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a1f85e11-5daf-4741-af19-2873ef902df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:11.762968 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.511560 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.048983 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.659627 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:39:20.956666 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59664) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:21.003605 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [None req-7f0bfc1e-51de-4621-b675-ccad91fb1ba1 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:39:21.004600 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7f0bfc1e-51de-4621-b675-ccad91fb1ba1 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469820 Sep 27 08:39:23.291205 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59672) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:23.352132 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5c10f8-3d2e-4a89-9750-c1e3b66092c2 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:39:23.353488 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3a5c10f8-3d2e-4a89-9750-c1e3b66092c2 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613320 Sep 27 08:39:23.438095 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fecd08f-3334-47d7-993b-b897c0ee0e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.439521 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4fecd08f-3334-47d7-993b-b897c0ee0e61 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814004 Sep 27 08:39:25.682854 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59680) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:25.730657 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:25.807873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Made reservation on behalf of ed2c57eaaf3746bba2fd2f13fca7311a for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:25.810811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.838027 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING neutron.services.revisions.revision_plugin [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Could not find related network for resource to bump revision. Sep 27 08:39:25.848721 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:39:25.857865 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.858204 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Added segment 59d646eb-a38a-40d4-b9f2-6523fbc9c1c3 of type vlan for network d1a006e9-e4a1-4022-a562-7a67d90742da Sep 27 08:39:25.895854 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.970733 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.971677 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.972254 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.031924 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] Pushing event updated for resources: {'Network': ['ID=d1a006e9-e4a1-4022-a562-7a67d90742da,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:26.041854 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network d1a006e9-e4a1-4022-a562-7a67d90742da details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:39:26.080564 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c71cf7f6-6e0c-42a4-9708-dc664d54794b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3959715 Sep 27 08:39:28.288297 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 59688) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:28.389097 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9569256-4bfa-49d8-a7b9-01ab3f45c117 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:39:28.390714 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f9569256-4bfa-49d8-a7b9-01ab3f45c117 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1014555 Sep 27 08:39:28.595015 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.policy [None req-dec09c18-db5a-4cfd-bec9-488e7419a422 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:39:28.639908 dv-cinder-811085-1-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-dec09c18-db5a-4cfd-bec9-488e7419a422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:39:28.640285 dv-cinder-811085-1-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-dec09c18-db5a-4cfd-bec9-488e7419a422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:39:28.648528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec09c18-db5a-4cfd-bec9-488e7419a422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:28.650309 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dec09c18-db5a-4cfd-bec9-488e7419a422 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2547944 Sep 27 08:39:28.661542 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:28.663260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.quota [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Loaded quota_driver: . Sep 27 08:39:28.765057 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Made reservation on behalf of ed2c57eaaf3746bba2fd2f13fca7311a for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:28.767786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.079217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.151353 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Checking segment: {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:29.152868 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Network hostable DHCP agents. Network: d1a006e9-e4a1-4022-a562-7a67d90742da, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:39:29.156428 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a12ea6-ff09-4f26-9db2-569075fe0ba5,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:29.169194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.169543 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.169877 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.170206 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.170531 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.170861 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.171192 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.171526 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.171864 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.172186 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.172505 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.172851 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Tracked resource versions report: Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: pushed versions: Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: { 'AddressGroup': {'1.2'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'ConntrackHelper': {'1.0'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Log': {'1.0'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Network': {'1.1'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Port': {'1.7'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'PortForwarding': {'1.2'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'QosPolicy': {'1.9'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroup': {'1.4'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SubPort': {'1.0'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Subnet': {'1.1'}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Trunk': {'1.1'}} Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: consumer versions: Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'ConntrackHelper': '1.0', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Log': '1.0', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Network': '1.1', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Port': '1.7', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'PortForwarding': '1.2', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'QosPolicy': '1.9', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroup': '1.4', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroupRule': '1.2', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SubPort': '1.0', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Subnet': '1.1', Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Trunk': '1.1'}} Sep 27 08:39:29.173937 dv-cinder-811085-1-iscsi neutron-server[101198]: {{(pid=101198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:39:29.267576 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Network d1a006e9-e4a1-4022-a562-7a67d90742da is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:39:29.330205 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, d1a006e9-e4a1-4022-a562-7a67d90742da) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:29.334952 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:29.335560 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.339452 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127dfba-4ac0-4801-9dfd-d21702c3293f None None] Network d1a006e9-e4a1-4022-a562-7a67d90742da requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:29.483239 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-d1a006e9-e4a1-4022-a562-7a67d90742da', 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da', 'tenant_id': 'ed2c57eaaf3746bba2fd2f13fca7311a', 'fixed_ips': [{'subnet_id': 'a5a12ea6-ff09-4f26-9db2-569075fe0ba5'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:39:29.484103 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.519868 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5e69b2ef-290e-417f-a453-1b0a1fd5bf2c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8619900 Sep 27 08:39:29.628575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Allocated IP 192.168.233.2 (d1a006e9-e4a1-4022-a562-7a67d90742da/a5a12ea6-ff09-4f26-9db2-569075fe0ba5/43aa8713-8976-4f2d-b746-2f5ba8766f08) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:29.775833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.868333 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.910913 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Network d1a006e9-e4a1-4022-a562-7a67d90742da is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:29.915745 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:29.922842 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:29.925912 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Pushing event updated for resources: {'Port': ['ID=43aa8713-8976-4f2d-b746-2f5ba8766f08,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:29.936945 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.937322 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.937670 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.938009 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.938361 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.938693 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.939024 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.939376 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.939722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.940058 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.940385 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.940727 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:29.986920 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Attempting to bind port 43aa8713-8976-4f2d-b746-2f5ba8766f08 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:29.987309 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Attempting to bind port 43aa8713-8976-4f2d-b746-2f5ba8766f08 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:29.987665 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Attempting to bind port 43aa8713-8976-4f2d-b746-2f5ba8766f08 on network d1a006e9-e4a1-4022-a562-7a67d90742da {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:29.992655 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:29.993054 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Checking segment: {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:29.993478 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.993890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Bound using segment: {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:29.994342 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Bound port: 43aa8713-8976-4f2d-b746-2f5ba8766f08, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:29.994756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.059034 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] For port 43aa8713-8976-4f2d-b746-2f5ba8766f08, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:30.062288 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] For port 43aa8713-8976-4f2d-b746-2f5ba8766f08, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=43aa8713-8976-4f2d-b746-2f5ba8766f08,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:30.151330 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.210949 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919671d-3d7d-40bf-992c-5a2d20430f33 None None] Pushing event updated for resources: {'Port': ['ID=43aa8713-8976-4f2d-b746-2f5ba8766f08,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:31.012219 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c21bb5-ecf9-418e-97b4-e6f0906ee7a5 None None] Network d1a006e9-e4a1-4022-a562-7a67d90742da requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:31.137072 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] Provisioning complete for port 43aa8713-8976-4f2d-b746-2f5ba8766f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:31.137439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.246482 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.282963 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] For port 43aa8713-8976-4f2d-b746-2f5ba8766f08, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=43aa8713-8976-4f2d-b746-2f5ba8766f08,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:31.365559 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.417829 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc4084-80d2-4b20-8029-4e2db0954e2b None None] Pushing event updated for resources: {'Port': ['ID=43aa8713-8976-4f2d-b746-2f5ba8766f08,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:31.435508 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 43aa8713-8976-4f2d-b746-2f5ba8766f08 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:31.493060 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-23675484-9421-40fc-b559-5904652fdf46 None None] Provisioning complete for port 43aa8713-8976-4f2d-b746-2f5ba8766f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:31.493425 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-23675484-9421-40fc-b559-5904652fdf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.515794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 43aa8713-8976-4f2d-b746-2f5ba8766f08 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:31.516089 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.378867 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 43aa8713-8976-4f2d-b746-2f5ba8766f08 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:33.423219 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 43aa8713-8976-4f2d-b746-2f5ba8766f08 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:33.423785 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:38.567278 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-64bbc66b-d36d-4789-b9b6-ea49b063cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:41.213042 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cff3fc7d-cdd4-4ba0-98b8-e018a0e8174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:41.778545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.472983 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.024063 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.659260 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:08.566031 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e644820e-eaf9-4f0d-aff5-adc7cd7b3b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.197246 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-11cd0172-def3-486d-ae7a-e266a0f8a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.777258 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.526651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.005285 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.658075 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:38.518962 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b69264eb-2545-4f10-a6b3-c1cc6abcc626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.181505 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-df76e5f7-9a9c-49a1-835a-74d9ce6654ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.759376 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.493411 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.025124 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:46.981711 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 59748) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:46.987439 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [None req-d4cc55c6-a5a7-4c26-913b-6bdfddece8c8 tempest-verify_tempest_config-102684312 tempest-verify_tempest_config-102684312-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:40:46.988441 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d4cc55c6-a5a7-4c26-913b-6bdfddece8c8 tempest-verify_tempest_config-102684312 tempest-verify_tempest_config-102684312-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057602 Sep 27 08:40:47.515408 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 59766) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:47.622733 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.735714 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.798541 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.846197 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f65f7cfe9afa437599d8a4fd7dafbbc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3296824 Sep 27 08:40:47.847206 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f3cdee-2abe-4fe4-9385-e20cd6d39979,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:47.848960 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59770) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:47.856247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.856619 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.856995 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.857331 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.857665 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.858011 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.858345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.858792 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.859247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.859738 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.860218 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.860693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d2a92-4a21-4181-886c-c402cabba64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:47.903489 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.923959 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.072913 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.075586 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.076844 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a6f3cdee-2abe-4fe4-9385-e20cd6d39979 HTTP/1.1" status: 204 len: 168 time: 0.2268174 Sep 27 08:40:48.085542 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f3cdee-2abe-4fe4-9385-e20cd6d39979,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:48.092573 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.092962 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.093409 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.093682 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.093968 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.094309 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.094638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.094978 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.095317 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.095642 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.095958 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:48.096324 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca89d3-5033-4ab4-b2b9-9061786aeba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:08.543668 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3756a76a-ecc6-40a2-9d24-9d70c9277f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:08.656210 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:41:11.206133 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7b443711-bdf5-412a-98da-20732da85222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:11.794542 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:12.517168 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:14.019725 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:38.556089 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c036616-ea91-4ce7-98bc-2d85a2955770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:41.247280 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-293b437f-c3cd-4694-9985-5b54019bc3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:41.787565 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:42.509952 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:44.001213 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.655923 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:42:08.546435 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bb9f-d39f-48a7-abac-d9947536dc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.249192 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-72cb847a-04eb-4013-9d78-623f5fab7eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.786256 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.500843 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.026793 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.654422 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 5 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:42:24.056699 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570561'] for agent, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.543484 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59844) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:38.545257 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3bb937d4-8e14-4573-bfc9-728df6340023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.646954 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c57daa20-5701-4e13-8245-cf335018aedf admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023624 Sep 27 08:42:40.861839 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 59854) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:40.916218 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-95b1b773-5088-46d4-964c-5058d2245c07 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532806 Sep 27 08:42:41.215545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d1f673f3-e2ef-4cbf-8df8-f0d782033118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.798025 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.511156 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.026847 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.014786 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.653100 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:43:08.538350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-40b40c04-3f2d-41da-bba9-d54c9819fa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.218146 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ed7-2e3b-42b9-adbd-5686b18488c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.801127 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.509301 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:14.059901 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.012069 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.652371 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:43:38.531162 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c619cec7-2c00-41c2-8a96-1f0e19a45d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.207034 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2cc1affd-b712-4a44-a29e-bae52b4faaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.823861 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.519793 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.033967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.024222 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.577277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-15bfd500-9162-4f56-a08b-1293e83e8a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.419207 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60044) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:10.721224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-network', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:10.805501 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Made reservation on behalf of f1ca2590c4ab4a85be3d563bbe6e33e6 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:10.807921 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.821259 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.900181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60070) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:10.912309 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.999935 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.026689 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:11.031849 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a032c-2a91-44e7-a2c3-dd26af263641,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.042994 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.043302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.043633 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.044022 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.044346 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.044694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.045026 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.045359 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.045694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.046015 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.046328 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.046638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Tracked resource versions report: Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: pushed versions: Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Log': {'1.0'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Network': {'1.1'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Port': {'1.7'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'PortForwarding': {'1.2'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'QosPolicy': {'1.9'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SubPort': {'1.0'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Subnet': {'1.1'}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Trunk': {'1.1'}} Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: consumer versions: Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'ConntrackHelper': '1.0', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Log': '1.0', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Network': '1.1', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Port': '1.7', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'PortForwarding': '1.2', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'QosPolicy': '1.9', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroup': '1.4', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SecurityGroupRule': '1.2', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'SubPort': '1.0', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Subnet': '1.1', Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: 'Trunk': '1.1'}} Sep 27 08:44:11.047679 dv-cinder-811085-1-iscsi neutron-server[101199]: {{(pid=101199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:11.050852 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.051187 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Added segment 042599c0-5411-4245-a377-a35cd7fe56ae of type vlan for network a43cce6b-4c5c-4033-9307-fa609a0415a1 Sep 27 08:44:11.098743 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.228538 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.228800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-29c23163-3792-42f0-8ec5-9fb5f7116a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.231338 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.232143 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.298373 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60080) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.305973 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] Pushing event updated for resources: {'Network': ['ID=a43cce6b-4c5c-4033-9307-fa609a0415a1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.317664 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:11.328634 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60088) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.329907 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-283ddb97-0784-4818-899e-4bc3ae8937dd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9082632 Sep 27 08:44:11.338914 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Request body: {'subnet': {'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-subnet', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:11.499576 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-686877635-network', 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:11.503731 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Made reservation on behalf of f1ca2590c4ab4a85be3d563bbe6e33e6 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:11.506047 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.563257 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60094) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.652836 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-604454627-network', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:11.671461 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:11.673755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.689618 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.792545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.806082 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Made reservation on behalf of e65888f06ecb4ab99fd002d4acb55cd5 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:11.808632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.825294 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.831526 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.930977 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Checking segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:11.931624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Network hostable DHCP agents. Network: a43cce6b-4c5c-4033-9307-fa609a0415a1, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:11.945157 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-505482220-network', 'tenant_id': '34486be1bd22480b9ded8168d796ea30'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:11.958361 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02dd1141-f400-426b-866e-992536a8bc24,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.971347 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.974860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.976653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Tracked resource versions report: Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: pushed versions: Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Log': {'1.0'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Network': {'1.1'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Port': {'1.7'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'PortForwarding': {'1.2'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'QosPolicy': {'1.9'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SubPort': {'1.0'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Subnet': {'1.1'}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Trunk': {'1.1'}} Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: consumer versions: Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'ConntrackHelper': '1.0', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Log': '1.0', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Network': '1.1', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Port': '1.7', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'PortForwarding': '1.2', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'QosPolicy': '1.9', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroup': '1.4', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SecurityGroupRule': '1.2', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'SubPort': '1.0', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Subnet': '1.1', Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: 'Trunk': '1.1'}} Sep 27 08:44:11.976875 dv-cinder-811085-1-iscsi neutron-server[101198]: {{(pid=101198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:11.999225 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.050714 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:12.081173 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.098162 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:44:12.098162 dv-cinder-811085-1-iscsi neutron-server[101199]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:44:12.098162 dv-cinder-811085-1-iscsi neutron-server[101199]: [parameters: {'project_id_1': '34486be1bd22480b9ded8168d796ea30', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 43, 51, 949636)}] Sep 27 08:44:12.098162 dv-cinder-811085-1-iscsi neutron-server[101199]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:44:12.098535 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:44:12.110945 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:12.144198 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, a43cce6b-4c5c-4033-9307-fa609a0415a1) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:12.149137 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0db65-b004-4214-83de-0ade33410339 None None] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:12.151290 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793871726219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.151879 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Unsubscribe: segment precommit_create {{(pid=101198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:44:12.152381 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Added segment 180ac19b-f09b-4a2f-834b-da0b7139395f of type vlan for network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 Sep 27 08:44:12.221390 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.262553 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4aa908-ae08-46ea-b56d-b0c541f4da03,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.282471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.283299 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.319171 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-a43cce6b-4c5c-4033-9307-fa609a0415a1', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:12.320990 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.334189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.334189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.334189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.521013 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] Pushing event updated for resources: {'Network': ['ID=7a07c950-9ac1-48ab-ac33-e2a25fcfe075,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.539756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:12.549844 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.631051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.644734 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.647273 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Allocated IP 172.20.0.2 (a43cce6b-4c5c-4033-9307-fa609a0415a1/02dd1141-f400-426b-866e-992536a8bc24/50fd0391-71ac-44c8-86eb-5a4a19b3e645) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:12.674472 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:12.715429 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.715784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Added segment 95d52066-0575-47db-99e6-08230899de84 of type vlan for network 62087b97-e7bf-47d0-b04e-f0db1467486e Sep 27 08:44:12.718725 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f42db5eb-4d7e-45b1-8265-3677d085a240 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8174009 Sep 27 08:44:12.722100 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60146) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:12.726123 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd3bf5-0cee-45ef-9a7f-821c13b76453,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.728190 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Request body: {'subnet': {'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-686877635-subnet', 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:12.746684 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5c8fd4c4-aa1a-4527-a466-d530bc24833e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4163833 Sep 27 08:44:12.758048 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60148) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:12.762611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:12.786510 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.823840 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Made reservation on behalf of 34486be1bd22480b9ded8168d796ea30 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:12.826370 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.837904 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.871208 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.909034 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.910764 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.911589 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.976950 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:12.978125 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.979507 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.988774 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] Pushing event updated for resources: {'Network': ['ID=62087b97-e7bf-47d0-b04e-f0db1467486e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.025684 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 62087b97-e7bf-47d0-b04e-f0db1467486e details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:13.048890 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f144fc65-8c47-40ca-a170-74a763a67c89 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7468400 Sep 27 08:44:13.049652 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60166) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:13.052704 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:13.054598 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Request body: {'subnet': {'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-subnet', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:13.059017 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:13.076375 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:13.081581 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Pushing event updated for resources: {'Port': ['ID=50fd0391-71ac-44c8-86eb-5a4a19b3e645,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.097835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.db.api [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:44:13.097835 dv-cinder-811085-1-iscsi neutron-server[101198]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:44:13.097835 dv-cinder-811085-1-iscsi neutron-server[101198]: [parameters: {'project_id_1': 'e65888f06ecb4ab99fd002d4acb55cd5', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 43, 53, 66140)}] Sep 27 08:44:13.097835 dv-cinder-811085-1-iscsi neutron-server[101198]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:44:13.099200 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG oslo_db.api [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:44:13.107952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:44:13.107952 dv-cinder-811085-1-iscsi neutron-server[101199]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:44:13.107952 dv-cinder-811085-1-iscsi neutron-server[101199]: [parameters: {'project_id_1': '34486be1bd22480b9ded8168d796ea30', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 43, 52, 856966)}] Sep 27 08:44:13.107952 dv-cinder-811085-1-iscsi neutron-server[101199]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:44:13.108333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:44:13.185928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.187276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.213756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.214447 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.215242 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.215883 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.216422 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.217018 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.217544 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.218182 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.218725 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.219262 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.219828 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.220348 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Tracked resource versions report: Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: pushed versions: Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Log': {'1.0'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Network': {'1.1'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Port': {'1.7'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'PortForwarding': {'1.2'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'QosPolicy': {'1.9'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SubPort': {'1.0'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Subnet': {'1.1'}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Trunk': {'1.1'}} Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: consumer versions: Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'ConntrackHelper': '1.0', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Log': '1.0', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Network': '1.1', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Port': '1.7', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'PortForwarding': '1.2', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'QosPolicy': '1.9', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroup': '1.4', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SecurityGroupRule': '1.2', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'SubPort': '1.0', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Subnet': '1.1', Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: 'Trunk': '1.1'}} Sep 27 08:44:13.221631 dv-cinder-811085-1-iscsi neutron-server[101200]: {{(pid=101200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:13.231606 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Attempting to bind port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:13.232298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Attempting to bind port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:13.233006 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Attempting to bind port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:13.241640 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:13.242283 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Checking segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:13.242903 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.243529 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Bound using segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:13.244332 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Bound port: 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:13.244988 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.291075 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.319896 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] For port 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:13.323053 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] For port 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=50fd0391-71ac-44c8-86eb-5a4a19b3e645,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:13.361288 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.401089 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.466197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be0fc9-ebe3-428f-a584-dfbc893fdc60 None None] Pushing event updated for resources: {'Port': ['ID=50fd0391-71ac-44c8-86eb-5a4a19b3e645,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.582961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.609291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.613523 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2de4772-7443-472f-8555-0878ee7e73dd,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.652425 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:44:13.658948 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Checking segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:13.659565 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Network hostable DHCP agents. Network: 7a07c950-9ac1-48ab-ac33-e2a25fcfe075, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:13.691118 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Made reservation on behalf of e65888f06ecb4ab99fd002d4acb55cd5 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:13.694717 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.816557 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:14.024185 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.028805 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.030963 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 7a07c950-9ac1-48ab-ac33-e2a25fcfe075) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:14.036934 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.038149 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.039885 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c8cb6-b596-4a05-8ab5-927662fce723 None None] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:14.086988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c393ee4a-4811-4a4c-a31e-0c7dba8a456c,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.123671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.144082 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Checking segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:14.144728 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Network hostable DHCP agents. Network: 62087b97-e7bf-47d0-b04e-f0db1467486e, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:14.158340 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b56e4c6-66ab-404a-8c00-bfce8a55d216,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.169503 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.170245 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.197342 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.199850 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:14.213791 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d2bb1aae-b62a-40e2-9573-581fcabeb089 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4898267 Sep 27 08:44:14.220293 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.220293 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Added segment b4abe89a-fbfe-4630-95e9-7afee19fdce7 of type vlan for network f6631bdd-5725-470d-b892-94c8b7716e86 Sep 27 08:44:14.230223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1fd7c-a85d-40a7-ad1b-3f1f2be5364e None None] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:14.239951 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Network 62087b97-e7bf-47d0-b04e-f0db1467486e is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:14.336861 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 62087b97-e7bf-47d0-b04e-f0db1467486e) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:14.347557 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.347557 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.354933 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94dfcf-d089-4464-a45b-67a82e3c3cb4 None None] Network 62087b97-e7bf-47d0-b04e-f0db1467486e requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:14.356946 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.467365 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a0074855-1208-4dac-a144-30719b54bbd0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4170516 Sep 27 08:44:14.469300 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60224) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.481307 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:14.538151 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Allocated IP 172.27.2.10 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/17286e15-5cf0-4304-a079-f372f4004533) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:14.566870 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.572765 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.573373 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.628497 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94c01d-7e29-4e50-acb4-54e8663a5335 None None] Network 62087b97-e7bf-47d0-b04e-f0db1467486e requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:14.658060 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.659174 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.698058 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6631bdd-5725-470d-b892-94c8b7716e86,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.735739 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network f6631bdd-5725-470d-b892-94c8b7716e86 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:14.737261 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b6ae61de-d7ce-4440-8a43-20158a9d38a4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1714952 Sep 27 08:44:14.739548 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60250) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.744706 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Request body: {'subnet': {'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-505482220-subnet', 'tenant_id': '34486be1bd22480b9ded8168d796ea30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:14.793558 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60260) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.797426 dv-cinder-811085-1-iscsi neutron-server[101198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 08:44:14.858477 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.874009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.925866 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9d1ae-bcf1-42fb-b845-5f9395186b61 None None] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:14.931983 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60264) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.980352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Made reservation on behalf of 34486be1bd22480b9ded8168d796ea30 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:14.983624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.044374 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] Provisioning complete for port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:15.044765 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.098272 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.181745 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.208203 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e9a4b8fc-0545-4680-8a56-fe40a3947665 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.210299 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:15.214703 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e9a4b8fc-0545-4680-8a56-fe40a3947665 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.4199851 Sep 27 08:44:15.220005 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:15.222038 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2d4c-60d0-4512-a8b5-83fbee1939c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.227735 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:15.248844 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-1f269a38-6ccd-43c3-a808-79b94fcbb75b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/quotas/b369072551fd466c8a3cd5b8efb74038 HTTP/1.1" status: 200 len: 375 time: 0.0213444 Sep 27 08:44:15.273961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Pushing event updated for resources: {'Port': ['ID=17286e15-5cf0-4304-a079-f372f4004533,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.377306 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60282) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.377501 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.423953 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] For port 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=50fd0391-71ac-44c8-86eb-5a4a19b3e645,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:15.457356 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-3c3514fa-23af-4cc7-9a63-0926196fd9ff tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000864 Sep 27 08:44:15.466809 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2d4c-60d0-4512-a8b5-83fbee1939c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.536399 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.576831 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.654508 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 50fd0391-71ac-44c8-86eb-5a4a19b3e645 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:15.662125 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19262c19-a66b-4c5f-80a8-9133b5080262,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.685286 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Checking segment: {'id': 'b4abe89a-fbfe-4630-95e9-7afee19fdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:15.691140 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Network hostable DHCP agents. Network: f6631bdd-5725-470d-b892-94c8b7716e86, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:15.691277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03fe15-dfcb-4a3a-9e0e-5b9fb266f747 None None] Pushing event updated for resources: {'Port': ['ID=50fd0391-71ac-44c8-86eb-5a4a19b3e645,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.704459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2d4c-60d0-4512-a8b5-83fbee1939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.725024 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:15.725620 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.737568 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-bd87e3d6-a869-4a8e-90d7-c4224dcab87c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:15.738598 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-bd87e3d6-a869-4a8e-90d7-c4224dcab87c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1086552 Sep 27 08:44:15.760772 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1c83ab92-2314-4d11-8c7c-c35296f62c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.770587 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Network f6631bdd-5725-470d-b892-94c8b7716e86 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:15.808469 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.808873 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0aa67829-ffb8-4f3c-bb3a-b37fb6d7665a None None] Provisioning complete for port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:15.809340 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0aa67829-ffb8-4f3c-bb3a-b37fb6d7665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.824734 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c1fa2d4c-60d0-4512-a8b5-83fbee1939c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab6195a655df4b2ca362a47192226835&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8874176 Sep 27 08:44:15.826302 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60306) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.861142 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa2d4c-60d0-4512-a8b5-83fbee1939c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c75ca-6021-41a5-8afe-0873c33eb49b,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.895770 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, f6631bdd-5725-470d-b892-94c8b7716e86) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:15.909309 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac786b-b829-4c1b-9765-631e9f0353b8 None None] Network f6631bdd-5725-470d-b892-94c8b7716e86 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:15.923270 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.924132 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.931923 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-4e64e90b-3663-40d6-9ab4-37fefa4a5311 service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862743 Sep 27 08:44:15.994473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.083573 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4bf0f-7de1-43ba-a2f7-50b04c8d5bff None None] Network f6631bdd-5725-470d-b892-94c8b7716e86 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:16.108162 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.157757 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-1700113b-453d-49ae-b088-86cfae8d79b0 service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089057 Sep 27 08:44:16.260473 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.268851 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.272198 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.273539 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b8c75ca-6021-41a5-8afe-0873c33eb49b HTTP/1.1" status: 204 len: 168 time: 0.4462888 Sep 27 08:44:16.281566 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5da1b-ec09-468d-aad5-5c68290993ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c75ca-6021-41a5-8afe-0873c33eb49b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.327652 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.332586 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1c83ab92-2314-4d11-8c7c-c35296f62c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.383441 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.487266 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1c83ab92-2314-4d11-8c7c-c35296f62c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.596655 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Allocated IP 172.27.2.169 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/302205dd-29f9-4f8c-abd9-c7eb12d56f9c) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:16.605372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83ab92-2314-4d11-8c7c-c35296f62c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92116034-804b-4459-878f-83a011f6ff0a,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.614506 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-1c83ab92-2314-4d11-8c7c-c35296f62c79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0afbe1133b246d4b7046f249b5d6f45&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2359324 Sep 27 08:44:16.619566 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-716553d6-ef98-48c3-89bf-6ebc9405af65 req-d6d1ccde-e22d-4b16-be15-6423c6953612 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0878534 Sep 27 08:44:16.620086 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60342) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:16.639725 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fc431cf6-ab98-42f1-aacd-2d568719b9d4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8980916 Sep 27 08:44:16.707153 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.736846 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.763305 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.793932 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Router 1623e9a0-675e-4d13-807f-d790bbde036d is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:16.862673 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.866315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.870607 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92116034-804b-4459-878f-83a011f6ff0a HTTP/1.1" status: 204 len: 168 time: 0.2495456 Sep 27 08:44:16.879252 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41693-e573-4d27-a9e5-a4ff6b44d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92116034-804b-4459-878f-83a011f6ff0a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.922929 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.927656 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:16.940966 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:16.957092 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:16.957734 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.993917 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:16.998159 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:17.004775 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:17.008230 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.096593 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.101515 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b6eefdcb-f136-41a1-9db9-f1cff6e37e2d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3386836 Sep 27 08:44:17.101857 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60360) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.134497 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:17.336661 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 3, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:17.367198 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.368558 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:17.368946 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Updating router 1623e9a0-675e-4d13-807f-d790bbde036d port 17286e15-5cf0-4304-a079-f372f4004533 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:17.397569 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.507571 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60372) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.560539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dbe51513-5671-4fed-b885-692e6390a5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.617776 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 50fd0391-71ac-44c8-86eb-5a4a19b3e645 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:17.739972 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:17.743001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.749744 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.760267 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60382) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.760604 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60384) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.767260 dv-cinder-811085-1-iscsi neutron-server[101199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 08:44:17.823718 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.825769 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a9249d95-6434-4c5f-9f06-a28af1e67f5a req-48b1b144-d411-4f9d-8ded-399454d994e7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0593486 Sep 27 08:44:17.843395 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.908730 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Pushing event updated for resources: {'Port': ['ID=17286e15-5cf0-4304-a079-f372f4004533,revision_number=2']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.922633 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.923416 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.923828 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.924495 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.924879 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.925220 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.926477 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.927050 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.927408 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.928467 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.928835 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.929170 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Tracked resource versions report: Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: pushed versions: Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Log': {'1.0'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Network': {'1.1'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Port': {'1.7'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'PortForwarding': {'1.2'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'QosPolicy': {'1.9'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SubPort': {'1.0'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Subnet': {'1.1'}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Trunk': {'1.1'}} Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: consumer versions: Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: { DHCP agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: L3 agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: Metadata agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: Metering agent@dv-cinder-811085-1-iscsi: {}, Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: Open vSwitch agent@dv-cinder-811085-1-iscsi: { 'AddressGroup': '1.2', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'ConntrackHelper': '1.0', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Log': '1.0', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Network': '1.1', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Port': '1.7', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'PortForwarding': '1.2', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'QosPolicy': '1.9', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroup': '1.4', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SecurityGroupRule': '1.2', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'SubPort': '1.0', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Subnet': '1.1', Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: 'Trunk': '1.1'}} Sep 27 08:44:17.945268 dv-cinder-811085-1-iscsi neutron-server[101201]: {{(pid=101201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:18.011027 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Attempting to bind port 17286e15-5cf0-4304-a079-f372f4004533 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:18.011414 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Attempting to bind port 17286e15-5cf0-4304-a079-f372f4004533 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:18.011923 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Attempting to bind port 17286e15-5cf0-4304-a079-f372f4004533 on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:18.019156 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:18.019887 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:18.020536 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.021242 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:18.022286 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Bound port: 17286e15-5cf0-4304-a079-f372f4004533, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:18.023687 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.066767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Router d90ffbce-427b-4e93-b956-fb4b816da9a0 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:18.120251 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] For port 17286e15-5cf0-4304-a079-f372f4004533, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:18.123444 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.129326 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] For port 17286e15-5cf0-4304-a079-f372f4004533, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=17286e15-5cf0-4304-a079-f372f4004533,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:18.199486 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.230573 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-661147d9-b029-45d2-85ac-9cd502bd6ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.244757 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:18.259974 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:18.260563 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Sync routers for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:18.260777 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.275583 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:18.276857 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.302288 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15df1f4-ef75-434c-9868-8e3dc9f1cde8 None None] Pushing event updated for resources: {'Port': ['ID=17286e15-5cf0-4304-a079-f372f4004533,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.404620 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dbe51513-5671-4fed-b885-692e6390a5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.405454 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:18.427219 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:18.498582 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-24a7e5c8-43c6-48c8-916d-ec9693ec3587 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.500075 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-24a7e5c8-43c6-48c8-916d-ec9693ec3587 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/networks?id=f6631bdd-5725-470d-b892-94c8b7716e86 HTTP/1.1" status: 200 len: 811 time: 0.3789654 Sep 27 08:44:18.532006 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-197386c2-152c-474f-9d4c-9d35c5f4268d tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/quotas/34486be1bd22480b9ded8168d796ea30 HTTP/1.1" status: 200 len: 375 time: 0.0255513 Sep 27 08:44:18.551870 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dbe51513-5671-4fed-b885-692e6390a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.580720 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60404) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.630331 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 3, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.668289 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-661147d9-b029-45d2-85ac-9cd502bd6ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.668407 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7920a-44e9-43bc-a52f-fb6d9d6d5e09 None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 3, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:18.689648 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 3, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.690232 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-10cf44bd-7995-4fbb-9f2c-555f7fabde56 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=34486be1bd22480b9ded8168d796ea30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184509 Sep 27 08:44:18.698157 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Allocated IP 172.20.0.1 (a43cce6b-4c5c-4033-9307-fa609a0415a1/02dd1141-f400-426b-866e-992536a8bc24/f8c48820-8201-44fb-9fb9-4386cd2d5c33) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:18.706675 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6a672a6b-6ae8-449e-8b1f-b0a403f9a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.710951 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dbe51513-5671-4fed-b885-692e6390a5c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eea41254951345b3ad5ce84db3022a9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2007875 Sep 27 08:44:18.714140 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60414) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.737280 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Checking router: d90ffbce-427b-4e93-b956-fb4b816da9a0 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:18.737280 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Updating router d90ffbce-427b-4e93-b956-fb4b816da9a0 port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:18.737454 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe51513-5671-4fed-b885-692e6390a5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3e401-f31d-41d9-9b58-4100c01c65b0,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.759970 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-661147d9-b029-45d2-85ac-9cd502bd6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.773902 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.801937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661147d9-b029-45d2-85ac-9cd502bd6ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4aebeb-9886-4c73-bf66-7f006fbfe1e8,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.879655 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.900498 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.904640 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-08cac1de-2e64-4cd3-a226-fe202429f7c7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4341486 Sep 27 08:44:18.923908 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60418) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.933911 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-661147d9-b029-45d2-85ac-9cd502bd6ba5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd7fb35126ec4e9aaf2692380132ed22&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1700170 Sep 27 08:44:18.936107 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60422) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:19.093951 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-5d308225-55eb-4d4a-a16a-462aa9594670 service neutron] 10.222.0.74 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903229 Sep 27 08:44:19.170971 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.261022 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.316491 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-24847135-c35b-4d74-bab6-8f9dc07114d9 req-b9c59c87-12aa-4618-95bc-3895faf69035 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0931625 Sep 27 08:44:19.330890 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.343775 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a50de-baa6-4378-ac92-0431247dc7bf None None] Pushing event updated for resources: {'Port': ['ID=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.384029 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.393325 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Attempting to bind port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:19.393978 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Attempting to bind port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:19.394342 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Attempting to bind port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:19.401400 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:19.401776 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:19.402231 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.402573 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:19.403040 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Bound port: 302205dd-29f9-4f8c-abd9-c7eb12d56f9c, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:19.403441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.474363 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-5fe1cce3-61ee-4cef-8a8b-4b64ecffc1cc service neutron] 10.222.0.74 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527198 Sep 27 08:44:19.481573 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] For port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:19.489519 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] For port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:19.515918 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6a672a6b-6ae8-449e-8b1f-b0a403f9a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.543763 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.564029 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.588917 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.592452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6a672a6b-6ae8-449e-8b1f-b0a403f9a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.601118 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.655990 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 17286e15-5cf0-4304-a079-f372f4004533 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:19.656266 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.658921 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.662616 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3f3e401-f31d-41d9-9b58-4100c01c65b0 HTTP/1.1" status: 204 len: 168 time: 0.9445982 Sep 27 08:44:19.682488 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b677a1-47b4-4229-b420-a1741ee33a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3e401-f31d-41d9-9b58-4100c01c65b0,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.693025 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a50de-baa6-4378-ac92-0431247dc7bf None None] Pushing event updated for resources: {'Port': ['ID=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.704880 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:19.705301 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:19.778633 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.891463 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6a672a6b-6ae8-449e-8b1f-b0a403f9a9c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d51c0c9e0ee4f7dbe03574c8b24edd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3096919 Sep 27 08:44:19.925314 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60442) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:19.938568 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 17286e15-5cf0-4304-a079-f372f4004533 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:19.938948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.944955 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8891ca74-d4b4-46f1-9268-64996f9c90de req-7ad9b9aa-54b6-47d5-867f-a4113445e526 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0913012 Sep 27 08:44:19.955603 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:19.959450 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a672a6b-6ae8-449e-8b1f-b0a403f9a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25376ac4-4366-4307-ae94-a873a8b35aa5,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.985458 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:19.987070 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:19.987685 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.051811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.228646 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.257127 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.259926 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.274242 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:20.286419 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b4aebeb-9886-4c73-bf66-7f006fbfe1e8 HTTP/1.1" status: 204 len: 168 time: 1.0601876 Sep 27 08:44:20.341560 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8be5-583f-49fe-a42f-c878f3cbbf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4aebeb-9886-4c73-bf66-7f006fbfe1e8,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.469062 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.547544 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-69a8f3ed-afa0-4b64-907e-87c375d5fe9f None None] Provisioning complete for port f8c48820-8201-44fb-9fb9-4386cd2d5c33 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:20.547921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-69a8f3ed-afa0-4b64-907e-87c375d5fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.555943 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-935a3353-8e2d-4827-987c-b87a20c599c7 req-2e6feb5b-7f1b-405d-aa5b-5f71e183d93a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0810258 Sep 27 08:44:20.564732 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.624548 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Allocated IP 172.20.0.1 (62087b97-e7bf-47d0-b04e-f0db1467486e/c393ee4a-4811-4a4c-a31e-0c7dba8a456c/d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:20.673742 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-69a8f3ed-afa0-4b64-907e-87c375d5fe9f None None] Port f8c48820-8201-44fb-9fb9-4386cd2d5c33 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:20.710879 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.717248 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.719968 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.721322 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25376ac4-4366-4307-ae94-a873a8b35aa5 HTTP/1.1" status: 204 len: 168 time: 0.7284153 Sep 27 08:44:20.771040 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 17286e15-5cf0-4304-a079-f372f4004533, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=17286e15-5cf0-4304-a079-f372f4004533,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:20.779267 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341c58-e2a4-43ad-b8f7-ede7de36e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25376ac4-4366-4307-ae94-a873a8b35aa5,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.796136 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 3, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:20.843633 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571457e-0f24-46ff-be43-bf17a41981ee None None] The sync data for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi is: [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 3, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:20.878009 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.891306 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.954021 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.954875 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.980890 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.995894 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=17286e15-5cf0-4304-a079-f372f4004533,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.135388 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.201937 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-75fccc45-feb0-4391-9fea-30fdab896fb7 req-ac6fdb99-63b9-4923-b5f6-497be246272f tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0676093 Sep 27 08:44:21.245400 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:21.248369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:21.265283 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.404188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Network 62087b97-e7bf-47d0-b04e-f0db1467486e is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:21.404188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:21.404188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:21.404188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.404188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Pushing event updated for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.559777 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:21.619791 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-ba0afee6-8994-43ce-9931-a4100d177f75 None None] Provisioning complete for port f8c48820-8201-44fb-9fb9-4386cd2d5c33 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:21.619791 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-ba0afee6-8994-43ce-9931-a4100d177f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.753016 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-ba0afee6-8994-43ce-9931-a4100d177f75 None None] Port f8c48820-8201-44fb-9fb9-4386cd2d5c33 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:21.753673 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:21.773892 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0508c9fa-76d3-48a7-9746-3cf55540dd77 admin admin] 10.222.0.74 "PUT /v2.0/routers/1623e9a0-675e-4d13-807f-d790bbde036d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6610219 Sep 27 08:44:21.774332 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:21.784587 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:21.790422 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.791047 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:21.817651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 302205dd-29f9-4f8c-abd9-c7eb12d56f9c up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:21.834505 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6b30395e-b401-4bc3-a027-02937bc89a11 req-c360f229-91d0-4d61-b4f7-ce6c1a01737f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0833185 Sep 27 08:44:21.919624 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:21.919624 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.073823 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.101354 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.68', 49283) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:22.115312 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:22.140634 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.205218 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.206031 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 17286e15-5cf0-4304-a079-f372f4004533 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:22.225310 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:22.244156 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.245373 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.350642 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f52148d0-909b-439c-b18b-6366e5df794a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:22.352159 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f52148d0-909b-439c-b18b-6366e5df794a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.2496805 Sep 27 08:44:22.382909 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 17286e15-5cf0-4304-a079-f372f4004533 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:22.383293 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.413428 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Request body: {'port': {'device_id': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'admin_state_up': True, 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:22.415970 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.522152 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Pushing event updated for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.689740 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Network 62087b97-e7bf-47d0-b04e-f0db1467486e is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:22.691261 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:22.794487 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 2, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:22.827398 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-372edcb7-be29-49f6-a7e8-9abc418e53c1 req-d687df6f-f75d-4389-8fbb-32393cd89e00 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0884943 Sep 27 08:44:22.830298 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:22.830667 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Updating router 1623e9a0-675e-4d13-807f-d790bbde036d port f8c48820-8201-44fb-9fb9-4386cd2d5c33 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:22.907581 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.925961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Router d90ffbce-427b-4e93-b956-fb4b816da9a0 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:23.168958 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f5f1382-2af0-4f95-8eee-9a16a76b5d00 req-5ccecb94-3483-4e7e-ad22-580e50a39a68 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0733454 Sep 27 08:44:23.168958 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:23.179790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.331631 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:23.344770 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-475bfac1-c623-4e58-91d1-dda662898c8f admin admin] 10.222.0.74 "PUT /v2.0/routers/d90ffbce-427b-4e93-b956-fb4b816da9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4118056 Sep 27 08:44:23.451963 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.509091 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Allocated IP 172.20.0.8 (7a07c950-9ac1-48ab-ac33-e2a25fcfe075/a2de4772-7443-472f-8555-0878ee7e73dd/d13b2738-c06e-41c9-8eb9-19853b442aad) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:23.571638 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.607860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 302205dd-29f9-4f8c-abd9-c7eb12d56f9c up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:23.732077 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Sync routers for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:23.732575 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256e2d-796e-4ab7-95f1-ac824c543c1f None None] Pushing event updated for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:23.764710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:23.765187 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.836479 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:23.836479 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:23.836760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.836906 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Attempting to bind port f8c48820-8201-44fb-9fb9-4386cd2d5c33 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:23.836906 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Attempting to bind port f8c48820-8201-44fb-9fb9-4386cd2d5c33 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:23.836906 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Attempting to bind port f8c48820-8201-44fb-9fb9-4386cd2d5c33 on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:23.848254 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:23.848636 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Checking segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:23.853122 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.853459 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Bound using segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:23.853973 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Bound port: f8c48820-8201-44fb-9fb9-4386cd2d5c33, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:23.854394 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.937474 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.68', 49294) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.002156 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] For port f8c48820-8201-44fb-9fb9-4386cd2d5c33, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:24.006643 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] For port f8c48820-8201-44fb-9fb9-4386cd2d5c33, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=f8c48820-8201-44fb-9fb9-4386cd2d5c33,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:24.014385 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e8d4cfa1-234a-45b3-83e6-ffebf0b2ba7f req-acb44d8d-250c-4e3f-aff2-c5035e96f0ba tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0695636 Sep 27 08:44:24.017298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.055545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:24.055803 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60608) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.240484 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.243852 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646524921', 'description': 'tempest-description--712734143'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:24.250409 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.250694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event updated for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.250694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:24.250694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:24.250694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:24.266772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.267420 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.323971 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256e2d-796e-4ab7-95f1-ac824c543c1f None None] Pushing event updated for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.323971 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:24.323971 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:24.337900 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] Provisioning complete for port f8c48820-8201-44fb-9fb9-4386cd2d5c33 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:24.337900 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.506717 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7fef-1556-43d1-97cf-7df31f3bd938 req-0f122259-b226-49d5-9aea-3beac14c5eac tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.519311 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-995c7fef-1556-43d1-97cf-7df31f3bd938 req-0f122259-b226-49d5-9aea-3beac14c5eac tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 931 time: 0.2098398 Sep 27 08:44:24.535594 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-c3b1d6d0-0856-4f0c-8c46-33e8cc6ca030 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.537827 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-c3b1d6d0-0856-4f0c-8c46-33e8cc6ca030 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.68 "GET /v2.0/networks?id=f6631bdd-5725-470d-b892-94c8b7716e86 HTTP/1.1" status: 200 len: 811 time: 0.5992754 Sep 27 08:44:24.554663 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Request body: {'port': {'device_id': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86', 'admin_state_up': True, 'tenant_id': '34486be1bd22480b9ded8168d796ea30'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:24.612671 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-995c7fef-1556-43d1-97cf-7df31f3bd938 req-3f75eb44-77ae-4c32-8fa7-10c3dcaa09d8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917130 Sep 27 08:44:24.617492 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:24.661038 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.709146 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'd48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168', 'name': '', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'mac_address': 'fa:16:3e:c2:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:20Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 2, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'subnets': [{'id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:24.716574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.769432 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] For port f8c48820-8201-44fb-9fb9-4386cd2d5c33, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=f8c48820-8201-44fb-9fb9-4386cd2d5c33,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:24.778407 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-e3b5efd4-3448-45c8-a536-3032cd6d4930 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3693192 Sep 27 08:44:24.836964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-31eed2bc-407d-4e35-ab9c-9c1b4261563e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:24.840637 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-31eed2bc-407d-4e35-ab9c-9c1b4261563e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123992 Sep 27 08:44:24.845833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Checking router: d90ffbce-427b-4e93-b956-fb4b816da9a0 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:24.846195 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Updating router d90ffbce-427b-4e93-b956-fb4b816da9a0 port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:24.909912 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.966981 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.995916 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.015514 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:23Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:25.060245 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b1e6-28a1-4360-85a0-8aea0a9c7d42 None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:23Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:25.111097 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.150141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683b020-9924-4a0a-91ea-53a86fd40b9c None None] Pushing event updated for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:25.258743 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.263831 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2094202 Sep 27 08:44:25.284940 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60656) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:25.300066 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c8b016c-488f-410c-a8d1-b284fb450249 req-8965c5c3-26a7-4313-a614-003cde53f142 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0984879 Sep 27 08:44:25.306319 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group_rule': {'security_group_id': '55d75d32-35f7-41e9-a674-c56e0561a8c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:25.315589 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e447b0-5139-45c7-a66a-ee3e80b31574 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d75d32-35f7-41e9-a674-c56e0561a8c5,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:25.397398 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-bc47cf62-39db-4564-b8e7-2fa6e5c22824 None None] Provisioning complete for port f8c48820-8201-44fb-9fb9-4386cd2d5c33 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:25.398886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bc47cf62-39db-4564-b8e7-2fa6e5c22824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.632880 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-98cfe4bc-2bb6-450a-90b0-384da4fb13b7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.645093 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-98cfe4bc-2bb6-450a-90b0-384da4fb13b7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 818 time: 0.3308835 Sep 27 08:44:25.707078 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-12173cfd-d6fa-4f99-bdd4-ad0db098a21e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/quotas/e65888f06ecb4ab99fd002d4acb55cd5 HTTP/1.1" status: 200 len: 375 time: 0.0607193 Sep 27 08:44:25.776381 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Made reservation on behalf of 34486be1bd22480b9ded8168d796ea30 for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:25.781240 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.870769 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60670) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:25.917968 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573828c3-1941-437d-bac6-7d3308de38f4 req-6f90f68d-6d96-4912-a9b0-ad00d452ce7e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.928425 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-573828c3-1941-437d-bac6-7d3308de38f4 req-6f90f68d-6d96-4912-a9b0-ad00d452ce7e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 931 time: 0.1670601 Sep 27 08:44:26.080849 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.084610 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-573828c3-1941-437d-bac6-7d3308de38f4 req-eef7522e-3ef8-4efd-9be9-c76929696d5e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491144 Sep 27 08:44:26.100174 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device f8c48820-8201-44fb-9fb9-4386cd2d5c33 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:26.132239 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.162408 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.187949 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Request body: {'port': {'device_id': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:26.214964 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60fab4-8129-44ba-89fa-2cd3fd9e4179 None None] Pushing event updated for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.326070 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Attempting to bind port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:26.326451 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Attempting to bind port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:26.326824 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Attempting to bind port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 on network 62087b97-e7bf-47d0-b04e-f0db1467486e {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:26.336628 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:26.337042 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Checking segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:26.337658 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.338008 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Bound using segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:26.338502 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Bound port: d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:26.339048 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.352233 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port f8c48820-8201-44fb-9fb9-4386cd2d5c33 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:26.352722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.378545 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-dc36b053-5493-47e1-b395-52efc666f09f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6605713 Sep 27 08:44:26.381646 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.459779 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] For port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:26.466362 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] For port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:26.537617 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.541708 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fce867a-5bb3-47a2-a671-94cf1a0ff232 req-af6436b5-5521-4c2c-9122-e2105fde0438 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0524409 Sep 27 08:44:26.558635 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f14da4c5-625f-439b-9676-3f86dfa88ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.623895 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.638754 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:26.645086 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:26.744374 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.749902 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60fab4-8129-44ba-89fa-2cd3fd9e4179 None None] Pushing event updated for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.807444 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fcf83e-f168-4539-8789-3c7ed9bfda24,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.874224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Allocated IP 172.20.0.8 (f6631bdd-5725-470d-b892-94c8b7716e86/19262c19-a66b-4c5f-80a8-9133b5080262/7cd576cf-98e9-4698-9f0b-1edccccf012a) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:26.893503 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:27.210679 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-8f6a24ea-735e-40ab-924b-9b970d1c23ab service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:27.212772 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-8f6a24ea-735e-40ab-924b-9b970d1c23ab service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291621 Sep 27 08:44:27.322909 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.337605 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'd48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168', 'name': '', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'mac_address': 'fa:16:3e:c2:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:20Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 4, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'subnets': [{'id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:27.361979 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-0a9d001c-6aca-4a7d-abae-c3a70da84bcc service neutron] 10.222.0.74 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417046 Sep 27 08:44:27.395386 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910a60e-9341-4979-9f93-b323e1e37daf None None] The sync data for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi is: [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'd48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168', 'name': '', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'mac_address': 'fa:16:3e:c2:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:20Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 4, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'subnets': [{'id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:27.461563 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f14da4c5-625f-439b-9676-3f86dfa88ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.563078 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-067ee778-638a-4fba-972f-5748912f01f7 service neutron] 10.222.0.74 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000289 Sep 27 08:44:27.569142 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.592167 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f14da4c5-625f-439b-9676-3f86dfa88ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.733690 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.741420 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2104c0ff-f5c6-482e-87b9-69ca14f5447d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4545565 Sep 27 08:44:27.746012 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f14da4c5-625f-439b-9676-3f86dfa88ad6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d824b1ebabe447668150ead3afa92deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8692267 Sep 27 08:44:27.746831 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60720) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:27.747180 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60722) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:27.770145 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da4c5-625f-439b-9676-3f86dfa88ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3241e288-fd89-48aa-be16-339937acdb89,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.773426 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group_rule': {'security_group_id': '55d75d32-35f7-41e9-a674-c56e0561a8c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:27.838222 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Network f6631bdd-5725-470d-b892-94c8b7716e86 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:27.865629 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca724c1-79d3-4da2-8b88-a147d1645f50 req-d6e01485-4fef-4703-a1dc-e580b69bdf7c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.865629 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aca724c1-79d3-4da2-8b88-a147d1645f50 req-d6e01485-4fef-4703-a1dc-e580b69bdf7c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 931 time: 0.5689583 Sep 27 08:44:27.886070 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:27.908228 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:27.914695 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.915351 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.929974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Pushing event updated for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.955221 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13b2738-c06e-41c9-8eb9-19853b442aad {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:27.979946 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.030038 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aca724c1-79d3-4da2-8b88-a147d1645f50 req-33810bd0-81f3-42a2-8b87-c8d894e21a0c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370294 Sep 27 08:44:28.030038 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.101811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.112554 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Transition to ACTIVE for port object d13b2738-c06e-41c9-8eb9-19853b442aad will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:28.118619 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.122554 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-48b75ada-0194-4692-92c9-2fb7b3fbac15 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5715473 Sep 27 08:44:28.218988 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Request body: {'port': {'device_id': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:28.231581 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44c1f069-0752-4e10-8e86-4cbfd9ce0780 req-23d77e22-e364-47ff-95f6-bfead6afa928 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 210 time: 0.0771706 Sep 27 08:44:28.234206 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.390286 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.683080 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Attempting to bind port d13b2738-c06e-41c9-8eb9-19853b442aad on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:28.683780 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Attempting to bind port d13b2738-c06e-41c9-8eb9-19853b442aad by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:28.683780 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Attempting to bind port d13b2738-c06e-41c9-8eb9-19853b442aad on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:28.703506 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Port d13b2738-c06e-41c9-8eb9-19853b442aad on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:28.703827 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Attempting to bind port d13b2738-c06e-41c9-8eb9-19853b442aad on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:28.813983 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239885fb-f4f4-42eb-878b-15a68ba5b17d req-f3ed0ea6-6cc6-4e97-95ba-61b48299ce06 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:28.815563 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-239885fb-f4f4-42eb-878b-15a68ba5b17d req-f3ed0ea6-6cc6-4e97-95ba-61b48299ce06 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 931 time: 0.5832238 Sep 27 08:44:28.838226 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.848076 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.919873 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:28.920231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Checking segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:28.920817 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Bound using segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:28.921278 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Bound port: d13b2738-c06e-41c9-8eb9-19853b442aad, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:28.921687 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.934004 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-1dc420fd-b2d8-42f4-84ff-550a0c2d87ea tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:28.935571 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-1dc420fd-b2d8-42f4-84ff-550a0c2d87ea tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 818 time: 0.2666490 Sep 27 08:44:28.963245 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-8366e013-79bc-4e99-8eb6-a8a2d5f58ee7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/quotas/e65888f06ecb4ab99fd002d4acb55cd5 HTTP/1.1" status: 200 len: 375 time: 0.0140314 Sep 27 08:44:29.033086 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:29.038173 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d13b2738-c06e-41c9-8eb9-19853b442aad,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:29.039722 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-239885fb-f4f4-42eb-878b-15a68ba5b17d req-183136a4-3044-4928-9aaa-5a9084c71a80 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028475 Sep 27 08:44:29.175880 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-01e0b808-4e25-47e1-abd7-5bc770b5a2dc tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361594 Sep 27 08:44:29.315972 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-62e83b7b-245a-4ebf-9154-19a953e5b783 service neutron] 10.222.0.74 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255074 Sep 27 08:44:29.337059 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.339732 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.373970 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.373970 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.373970 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3241e288-fd89-48aa-be16-339937acdb89 HTTP/1.1" status: 204 len: 168 time: 1.6200058 Sep 27 08:44:29.399681 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c846580e-ffed-4139-92ef-d5f2ed0c7749,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.411040 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.413421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.414031 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] 10.222.0.68 "PUT /v2.0/ports/d13b2738-c06e-41c9-8eb9-19853b442aad HTTP/1.1" status: 200 len: 1093 time: 3.7496889 Sep 27 08:44:29.414501 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:29.446766 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3ef81-86d1-4dd3-ba07-5ba0caa7cef3 req-7214d238-eb7d-4ff4-a991-a8e1808908be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.448593 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9df3ef81-86d1-4dd3-ba07-5ba0caa7cef3 req-7214d238-eb7d-4ff4-a991-a8e1808908be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.2358608 Sep 27 08:44:29.451558 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb6fb7-c047-4c84-acd3-38300d50a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3241e288-fd89-48aa-be16-339937acdb89,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.548259 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.549450 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f0d4a723-cf1e-4168-8bc7-3c8be3799504 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8010588 Sep 27 08:44:29.573218 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60772) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:29.596973 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:29.756069 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:29.760638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0858ae0-e16b-49c4-8ffb-cc14a2ee1363 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.826816 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9df3ef81-86d1-4dd3-ba07-5ba0caa7cef3 req-6a9e33fd-ab28-4c24-b35f-2f23887c0cad tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133128 Sep 27 08:44:29.874558 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-deb6abb4-fd6d-4c74-a19e-eb4cfe3f35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.876613 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-deb6abb4-fd6d-4c74-a19e-eb4cfe3f35c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 1096 time: 0.1126702 Sep 27 08:44:29.894479 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-be3aab80-08a0-42fc-87cf-5fad7255fba4 service neutron] 10.222.0.74 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706880 Sep 27 08:44:29.921435 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd576cf-98e9-4698-9f0b-1edccccf012a {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:29.931314 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.953361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Transition to ACTIVE for port object 7cd576cf-98e9-4698-9f0b-1edccccf012a will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:29.956938 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:29.957378 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.056411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-a84392a7-ac63-437a-8b72-209b747bb54b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b2738-c06e-41c9-8eb9-19853b442aad HTTP/1.1" status: 200 len: 217 time: 0.1596563 Sep 27 08:44:30.097301 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.149077 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.220650 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-9581cdc3-161d-4e96-b3a7-09593226c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:30.222776 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-9581cdc3-161d-4e96-b3a7-09593226c6e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.1007779 Sep 27 08:44:30.233558 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:30.295794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.296021 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Attempting to bind port 7cd576cf-98e9-4698-9f0b-1edccccf012a on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:30.298246 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Attempting to bind port 7cd576cf-98e9-4698-9f0b-1edccccf012a by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'b4abe89a-fbfe-4630-95e9-7afee19fdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:30.299454 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Attempting to bind port 7cd576cf-98e9-4698-9f0b-1edccccf012a on network f6631bdd-5725-470d-b892-94c8b7716e86 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:30.314983 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.321493 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Port 7cd576cf-98e9-4698-9f0b-1edccccf012a on network f6631bdd-5725-470d-b892-94c8b7716e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:30.321691 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Attempting to bind port 7cd576cf-98e9-4698-9f0b-1edccccf012a on network f6631bdd-5725-470d-b892-94c8b7716e86 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:30.327038 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.331990 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:30.332566 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Checking segment: {'id': 'b4abe89a-fbfe-4630-95e9-7afee19fdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:30.333581 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Bound using segment: {'id': 'b4abe89a-fbfe-4630-95e9-7afee19fdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:30.334142 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Bound port: 7cd576cf-98e9-4698-9f0b-1edccccf012a, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4abe89a-fbfe-4630-95e9-7afee19fdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:30.334530 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.373581 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d756e-0f64-4001-9f4a-a82be68605c8 req-fbf111ef-445b-48fa-888d-2272729cbfc5 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:30.375228 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-096d756e-0f64-4001-9f4a-a82be68605c8 req-fbf111ef-445b-48fa-888d-2272729cbfc5 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.1848774 Sep 27 08:44:30.399878 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-7c79468c-bba9-49bf-b230-bf07e437acf2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420829 Sep 27 08:44:30.434312 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.442284 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28772b44-a966-4b68-b789-79a340c93053 req-46dcec9d-89e4-4c37-86e7-87d26e6cd95b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0412109 Sep 27 08:44:30.669986 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-127c5171-e6d6-4394-9e65-84a7edcbf169 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090905 Sep 27 08:44:30.742261 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-096d756e-0f64-4001-9f4a-a82be68605c8 req-fadf5649-34af-4fd7-acbe-a3517654e968 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509531 Sep 27 08:44:30.746126 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:30.769543 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:30.788444 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a,segment=NetworkSegment(b4abe89a-fbfe-4630-95e9-7afee19fdce7),segment_id=b4abe89a-fbfe-4630-95e9-7afee19fdce7)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:30.818855 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.887732 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60812) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:30.961334 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeee1e0-7ba9-4b3c-953a-d9b82edf4f4a req-749c85cf-0428-4ad5-9e32-55054695bdf6 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337897 Sep 27 08:44:31.057668 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Allocated IP 172.27.2.17 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:31.062247 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.120664 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1930-72f7-4302-8cd9-352a98fdd4a9 req-32388682-1814-45f1-ab3b-2777442b2dfa tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.122252 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e0f1930-72f7-4302-8cd9-352a98fdd4a9 req-32388682-1814-45f1-ab3b-2777442b2dfa tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.1336794 Sep 27 08:44:31.181514 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cb19-5c39-42b8-b9ee-b9ac46ca2beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.193046 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.193822 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.196989 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b5214-d8c2-4dca-9921-6e76da3fd236 x-openstack-request-id: req-314b5214-d8c2-4dca-9921-6e76da3fd236 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:31.208779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:31.208779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-314b5214-d8c2-4dca-9921-6e76da3fd236 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:31.208779 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad', 'status': 'completed', 'code': 200} Sep 27 08:44:31.209339 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] 10.222.0.68 "PUT /v2.0/ports/7cd576cf-98e9-4698-9f0b-1edccccf012a HTTP/1.1" status: 200 len: 1093 time: 3.0509951 Sep 27 08:44:31.209339 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:31.374809 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cb19-5c39-42b8-b9ee-b9ac46ca2beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.410879 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3561f287-2464-4fed-876e-b11f881f24b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:31.414785 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8521bd8-7371-4994-b66f-e5b11c0dbd60 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.478354 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cb19-5c39-42b8-b9ee-b9ac46ca2beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.479923 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e0f1930-72f7-4302-8cd9-352a98fdd4a9 req-dabbaa2b-5596-42c8-8e5e-cdff8ab47a86 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387671 Sep 27 08:44:31.557804 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.624512 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7cb19-5c39-42b8-b9ee-b9ac46ca2beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325477a-48c1-483c-b3af-1d2b37855791,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.643138 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6cc7cb19-5c39-42b8-b9ee-b9ac46ca2beb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e254a0db22b4deb8d4892053354bd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530429 Sep 27 08:44:31.655038 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 60844) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:31.701518 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:31.711519 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-8b7bcf3b-1847-442c-9e44-8adabcdfa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.719533 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-8b7bcf3b-1847-442c-9e44-8adabcdfa352 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34486be1bd22480b9ded8168d796ea30&device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 1096 time: 0.1035504 Sep 27 08:44:31.745949 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-738166f1-b6b8-4087-be85-037b992ddec0 req-a7a226e9-afca-4010-9245-3372f6f4da7f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.1302505 Sep 27 08:44:31.781826 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:31.782314 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.810541 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-3fbc8660-7564-400d-bd57-06ee13fa1b5b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a HTTP/1.1" status: 200 len: 217 time: 0.0799212 Sep 27 08:44:31.894009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-afed3327-c594-48eb-adf9-beee16a9c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.896104 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-afed3327-c594-48eb-adf9-beee16a9c895 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 1096 time: 0.3326135 Sep 27 08:44:31.945998 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-112916f7-8f49-4fa6-80d6-1643ac64b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.950745 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb453a-0d64-4bb0-8ab7-0a58cb626f08 x-openstack-request-id: req-01fb453a-0d64-4bb0-8ab7-0a58cb626f08 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:31.951075 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:31.951293 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01fb453a-0d64-4bb0-8ab7-0a58cb626f08 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:31.951705 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a', 'status': 'completed', 'code': 200} Sep 27 08:44:31.958940 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-112916f7-8f49-4fa6-80d6-1643ac64b03a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19262c19-a66b-4c5f-80a8-9133b5080262 HTTP/1.1" status: 200 len: 851 time: 0.1194797 Sep 27 08:44:32.025790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.067170 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-9a1719c5-59fb-4dfb-b5ec-fab2a66aa791 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f6631bdd-5725-470d-b892-94c8b7716e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658467 Sep 27 08:44:32.206486 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.247712 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-edc9c86a-2ef8-4d25-9839-037fa99eddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.249377 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-edc9c86a-2ef8-4d25-9839-037fa99eddac service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 915 time: 0.3338408 Sep 27 08:44:32.266744 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea401b-d5f3-4dc8-9b92-bdc85b03985a req-b6b4126e-20a3-4ae9-8793-4556430b3368 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.269885 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1dea401b-d5f3-4dc8-9b92-bdc85b03985a req-b6b4126e-20a3-4ae9-8793-4556430b3368 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.1677370 Sep 27 08:44:32.272290 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.509577 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:32.517017 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:32.526535 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:32.532210 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.539289 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1dea401b-d5f3-4dc8-9b92-bdc85b03985a req-423486d0-2b92-4108-b57d-43aa6854dd37 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618799 Sep 27 08:44:32.670775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb402c-ec34-4269-a05c-01947bb82246 req-b1680b51-7530-4a9a-8252-bde1e11de1df tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.672312 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0eb402c-ec34-4269-a05c-01947bb82246 req-b1680b51-7530-4a9a-8252-bde1e11de1df tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.0583310 Sep 27 08:44:32.726485 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.729423 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.730770 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4325477a-48c1-483c-b3af-1d2b37855791 HTTP/1.1" status: 204 len: 168 time: 1.0506306 Sep 27 08:44:32.737709 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0eb402c-ec34-4269-a05c-01947bb82246 req-8d186afd-3a19-413b-ba68-b17bd5cb8739 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Sep 27 08:44:32.752163 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1622cb-fe6f-431b-89a9-146e268c1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325477a-48c1-483c-b3af-1d2b37855791,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.835407 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.917836 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bcbf77cf-048b-4e89-9b83-fadb43fb512f req-83fafb2b-00c0-4032-bd18-89567e6f5807 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0313013 Sep 27 08:44:33.091724 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.288554 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.404456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.438828 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.475605 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:33.530333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.533459 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-6370c0ab-6f99-42c8-b433-43296f8ea6d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9569156 Sep 27 08:44:33.683534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c598-8b6e-4b5c-aa26-6d59b253179e req-904b7069-466b-4ec3-ba15-ceb008fd77cf tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.690993 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08a4c598-8b6e-4b5c-aa26-6d59b253179e req-904b7069-466b-4ec3-ba15-ceb008fd77cf tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.0653205 Sep 27 08:44:33.734286 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08a4c598-8b6e-4b5c-aa26-6d59b253179e req-ef4d7f6d-6c84-4df8-8e8d-cbf4a2c5a6e9 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Sep 27 08:44:33.921224 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88e641-3368-4354-8ab2-324b721ca56b req-1190e853-79bf-4ba3-a241-e2d68ee62719 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.924899 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab88e641-3368-4354-8ab2-324b721ca56b req-1190e853-79bf-4ba3-a241-e2d68ee62719 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.0864327 Sep 27 08:44:34.001194 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab88e641-3368-4354-8ab2-324b721ca56b req-7d4b2a1d-8e7a-4f63-9a5b-d4a6f20045d4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673735 Sep 27 08:44:34.109246 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-acf357ca-7c16-4b6b-89cb-eab84c3f8a18 req-5dd64211-e118-4afe-9c64-773ff5293365 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0517917 Sep 27 08:44:34.144853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60920) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:34.166460 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-33c13f75-3f2a-4103-904c-39bdf7f522c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.172390 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8f214342-72e9-43e1-b4ca-f8dd51088e8d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1646524921&fields=id&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 267 time: 0.0746996 Sep 27 08:44:34.294742 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-33c13f75-3f2a-4103-904c-39bdf7f522c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.370863 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-ebfc291c-04c2-45e9-a2e8-518315896e25 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.373764 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-ebfc291c-04c2-45e9-a2e8-518315896e25 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 817 time: 0.1895621 Sep 27 08:44:34.398579 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-075549b3-daf6-4208-8ec1-d8fa269834c7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/quotas/f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 375 time: 0.0191703 Sep 27 08:44:34.461201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-33c13f75-3f2a-4103-904c-39bdf7f522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.469134 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-4824d691-18a6-43d5-82e1-ce3b587b3dd8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630281 Sep 27 08:44:34.516055 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-33c13f75-3f2a-4103-904c-39bdf7f522c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dde654e952f44b8a9c05f820897a53e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669243 Sep 27 08:44:34.516055 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c13f75-3f2a-4103-904c-39bdf7f522c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9a297-2e4a-4f23-93df-b2cb50602fd4,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:34.518423 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 60938) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:34.595515 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-359930a3-bb4f-4959-90cc-6d83c547ec97 service neutron] 10.222.0.74 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173925 Sep 27 08:44:34.638102 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.717101 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.738358 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-43f2e33f-9d6b-45c0-9e00-6204b8a05edd service neutron] 10.222.0.74 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471164 Sep 27 08:44:34.944785 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53604f54-76f6-464c-8594-d044e416f45f req-4b7ac720-2ad9-4495-9e03-58a50ade4860 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.946508 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-53604f54-76f6-464c-8594-d044e416f45f req-4b7ac720-2ad9-4495-9e03-58a50ade4860 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.0559416 Sep 27 08:44:34.992337 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-53604f54-76f6-464c-8594-d044e416f45f req-cbe79be6-5b09-40b7-a3ea-355190fa8e5a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Sep 27 08:44:35.021629 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.024617 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.035180 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55c9a297-2e4a-4f23-93df-b2cb50602fd4 HTTP/1.1" status: 204 len: 168 time: 0.5154421 Sep 27 08:44:35.053286 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad9614-458b-4f7d-8bd4-8bddc1c743a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9a297-2e4a-4f23-93df-b2cb50602fd4,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.288354 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158d040-fb4b-4afd-990a-28bc33a17d43 req-4e53c647-b2fd-44ed-83c1-db4c50228daf tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.299176 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3158d040-fb4b-4afd-990a-28bc33a17d43 req-4e53c647-b2fd-44ed-83c1-db4c50228daf tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.1270664 Sep 27 08:44:35.369478 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3158d040-fb4b-4afd-990a-28bc33a17d43 req-b7f9e842-0a7e-4562-ae54-4bd845dce176 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Sep 27 08:44:35.501241 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-48fca17c-767b-4707-99d0-94345b616141 req-b8f10156-d68d-4a3d-8265-25368999aa70 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 210 time: 0.0686002 Sep 27 08:44:35.573529 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8db8cdc3-8891-4f12-9a95-b658c50a9612 req-774c18b2-ebe8-49eb-8131-5a419cf1b435 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0296330 Sep 27 08:44:36.139723 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2856-5d29-43e9-9ec8-abf9de61568d req-0bf5674d-40e3-4dda-bdc9-80e10fb864fb tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.141257 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a3be2856-5d29-43e9-9ec8-abf9de61568d req-0bf5674d-40e3-4dda-bdc9-80e10fb864fb tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.0661976 Sep 27 08:44:36.213390 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a3be2856-5d29-43e9-9ec8-abf9de61568d req-3cc6d829-fcd1-493b-9da9-52893c5f2793 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Sep 27 08:44:36.515377 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9fcbd-3c71-4d2e-9091-6d7cd2cb2bfa req-32489f05-ced5-48fc-902b-80f0fce1316d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.517439 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d2e9fcbd-3c71-4d2e-9091-6d7cd2cb2bfa req-32489f05-ced5-48fc-902b-80f0fce1316d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.0626860 Sep 27 08:44:36.561906 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d2e9fcbd-3c71-4d2e-9091-6d7cd2cb2bfa req-9e3ad139-3404-4b0f-943c-fddc951d144a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376749 Sep 27 08:44:36.586722 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-72c25d83-dea9-4fec-beac-946fb5c92603 req-26ea2685-d588-40a7-97f0-ac5c90d02fb6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Sep 27 08:44:36.697522 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fa1f61bc-3a27-4c30-83c3-1f088d83dc70 req-d912ca2f-954c-4ddf-871c-a6cda776b66c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0368793 Sep 27 08:44:37.336478 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778236-3116-404b-a281-800de25c290b req-9f2f9d1c-3c98-4924-9d44-9d63834da0ed tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.338072 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22778236-3116-404b-a281-800de25c290b req-9f2f9d1c-3c98-4924-9d44-9d63834da0ed tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.0486901 Sep 27 08:44:37.388260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22778236-3116-404b-a281-800de25c290b req-a6686931-a6ee-44bb-a817-1d09719a2236 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Sep 27 08:44:37.660338 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-59e59eb4-8432-4e63-ac43-1954595c74c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b2738-c06e-41c9-8eb9-19853b442aad HTTP/1.1" status: 200 len: 217 time: 0.0906811 Sep 27 08:44:37.785339 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-c64afaca-836f-449a-a6c9-a205b021e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.787514 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-c64afaca-836f-449a-a6c9-a205b021e134 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.0734875 Sep 27 08:44:37.856547 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0078faa-75e3-4a3d-a889-cff5767366e3 req-d68f19a8-f75a-4d92-a8ad-2bc8ce1979c0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 210 time: 0.0424471 Sep 27 08:44:37.869580 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-3fcb9f1c-e42f-48f6-bbb2-dd99b763ed6d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713081 Sep 27 08:44:37.881647 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81a710-567d-4387-b312-d42a4ffb60af req-88b04246-4a39-45bd-9a0a-8329eef997f6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.883215 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db81a710-567d-4387-b312-d42a4ffb60af req-88b04246-4a39-45bd-9a0a-8329eef997f6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.2260489 Sep 27 08:44:37.900201 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-af727bf6-5e30-4872-9d18-648115366ea7 service neutron] 10.222.0.68 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275151 Sep 27 08:44:38.010188 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db81a710-567d-4387-b312-d42a4ffb60af req-5e9730b4-5d10-4919-8392-97c6b32e1f8d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969300 Sep 27 08:44:38.052107 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-12ffef83-1328-4b36-a680-02aed2f1877c req-78ff5332-ea85-499b-8657-4878c4c8b418 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0507522 Sep 27 08:44:38.057892 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-e6816a46-b88a-4390-b721-c4626336c236 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718032 Sep 27 08:44:38.074022 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a17ad6bb-9fce-48d7-ac50-b2e9d47feefd req-455a89ca-47d5-42d4-a379-c0b33449ad05 service neutron] 10.222.0.68 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644864 Sep 27 08:44:38.156326 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a6a27f32-47fb-481f-a358-8c3bc97f0f9b req-2fb047f2-e18d-4e7a-80f1-bdab7923f5a2 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Sep 27 08:44:38.256457 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-0de53d87-c7cd-42df-8935-68c74355ab3b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.258515 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-0de53d87-c7cd-42df-8935-68c74355ab3b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 818 time: 0.1324933 Sep 27 08:44:38.267860 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f287-2464-4fed-876e-b11f881f24b0 req-9f993694-0fe5-4c74-b4d5-f2f6ce15339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.270818 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-9f993694-0fe5-4c74-b4d5-f2f6ce15339a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34486be1bd22480b9ded8168d796ea30&device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 1096 time: 0.0485187 Sep 27 08:44:38.283135 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Request body: {'port': {'device_id': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'admin_state_up': True, 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:38.375135 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f287-2464-4fed-876e-b11f881f24b0 req-cda47550-f1e2-4d74-91ef-7d1a13e91e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.376601 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-cda47550-f1e2-4d74-91ef-7d1a13e91e57 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f6631bdd-5725-470d-b892-94c8b7716e86 HTTP/1.1" status: 200 len: 912 time: 0.0962105 Sep 27 08:44:38.432375 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-c3dfe680-4b18-4412-ba15-9858478f5842 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a HTTP/1.1" status: 200 len: 217 time: 0.0373034 Sep 27 08:44:38.456205 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Made reservation on behalf of e65888f06ecb4ab99fd002d4acb55cd5 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:38.464638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.536285 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f287-2464-4fed-876e-b11f881f24b0 req-6ea9255f-7c37-4461-b1b9-f8c34946d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.538119 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-6ea9255f-7c37-4461-b1b9-f8c34946d841 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19262c19-a66b-4c5f-80a8-9133b5080262 HTTP/1.1" status: 200 len: 851 time: 0.0907378 Sep 27 08:44:38.546505 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-dc56df59-39d1-4484-8a8b-897cb649c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.597049 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-3fd0986f-34e2-4b3e-90f2-1d0f46cb3a98 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f6631bdd-5725-470d-b892-94c8b7716e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446484 Sep 27 08:44:38.605521 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b85be-6500-4e2e-a827-dc466b1521b6 req-615d9215-c977-482e-b369-fa3f9f91aef3 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.607543 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-170b85be-6500-4e2e-a827-dc466b1521b6 req-615d9215-c977-482e-b369-fa3f9f91aef3 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 943 time: 0.1169584 Sep 27 08:44:38.708536 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Allocated IP 172.20.0.14 (62087b97-e7bf-47d0-b04e-f0db1467486e/c393ee4a-4811-4a4c-a31e-0c7dba8a456c/51a9eec6-6022-465d-951e-cf6c8d1621ee) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:38.748972 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-170b85be-6500-4e2e-a827-dc466b1521b6 req-84bc0f9e-7d74-4037-8259-8bb97b5fde5a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184180 Sep 27 08:44:38.777915 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-617c7516-19bb-4ff3-89ff-94c2069d57ce service neutron] 10.222.0.68 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679244 Sep 27 08:44:38.853101 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.68', 49316) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:38.924648 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7cd576cf-98e9-4698-9f0b-1edccccf012a details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:38.944145 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.008164 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-ed71e431-f875-4aa1-849c-99b71a46c26f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.009705 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-ed71e431-f875-4aa1-849c-99b71a46c26f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 818 time: 0.1524518 Sep 27 08:44:39.013666 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3561f287-2464-4fed-876e-b11f881f24b0 req-ae6310d7-e67c-4b27-ab4c-7bdfc5d1e8c2 service neutron] 10.222.0.68 "GET /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263808 Sep 27 08:44:39.022859 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-849b8132-6fcf-4527-9614-f432a9c7f12e req-4a7340f4-5bb8-4bb6-8004-39298d04b4e9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 210 time: 0.0388291 Sep 27 08:44:39.028718 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Request body: {'port': {'device_id': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'admin_state_up': True, 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:39.102955 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a,segment=NetworkSegment(b4abe89a-fbfe-4630-95e9-7afee19fdce7),segment_id=b4abe89a-fbfe-4630-95e9-7afee19fdce7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.120145 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '7cd576cf-98e9-4698-9f0b-1edccccf012a', 'network_id': 'f6631bdd-5725-470d-b892-94c8b7716e86', 'port_id': '7cd576cf-98e9-4698-9f0b-1edccccf012a', 'mac_address': 'fa:16:3e:da:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19262c19-a66b-4c5f-80a8-9133b5080262', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:39.131964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.173941 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.182584 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Network 62087b97-e7bf-47d0-b04e-f0db1467486e is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:39.202860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd576cf-98e9-4698-9f0b-1edccccf012a {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:39.215559 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2c5d05d8-e890-4821-881b-851c35dbaf61 req-d0681249-9522-48d9-8a60-8963cced2027 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0550406 Sep 27 08:44:39.216400 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:39.220275 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:39.226648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.227298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.228437 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a,segment=NetworkSegment(b4abe89a-fbfe-4630-95e9-7afee19fdce7),segment_id=b4abe89a-fbfe-4630-95e9-7afee19fdce7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.250436 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac03170-4fc7-4b7c-870d-af62ca172bde req-97aecfda-fcd7-4c99-bd03-de0cb13388eb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.252023 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fac03170-4fc7-4b7c-870d-af62ca172bde req-97aecfda-fcd7-4c99-bd03-de0cb13388eb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 943 time: 0.1336935 Sep 27 08:44:39.253265 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Made reservation on behalf of e65888f06ecb4ab99fd002d4acb55cd5 for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:39.256804 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.257569 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Pushing event updated for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.295078 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.295766 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d13b2738-c06e-41c9-8eb9-19853b442aad details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:39.325065 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2a4f0ad9-3e10-42d6-94f5-981f298304a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0462165 Sep 27 08:44:39.340488 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fac03170-4fc7-4b7c-870d-af62ca172bde req-e26f6d33-69cb-490c-8e7f-3264bc6bfeb7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Sep 27 08:44:39.346860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Request body: {'port': {'device_id': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:39.394589 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.418818 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.437439 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Allocated IP 172.20.0.4 (62087b97-e7bf-47d0-b04e-f0db1467486e/c393ee4a-4811-4a4c-a31e-0c7dba8a456c/441bc1e3-0cf4-476e-8429-24afaf7764b0) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:39.489556 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d13b2738-c06e-41c9-8eb9-19853b442aad,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.504116 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'd13b2738-c06e-41c9-8eb9-19853b442aad', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'port_id': 'd13b2738-c06e-41c9-8eb9-19853b442aad', 'mac_address': 'fa:16:3e:61:ea:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2de4772-7443-472f-8555-0878ee7e73dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:39.544304 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.570667 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13b2738-c06e-41c9-8eb9-19853b442aad {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:39.597687 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d13b2738-c06e-41c9-8eb9-19853b442aad,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.666229 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.719350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.730296 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.763310 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-17dd91f5-aa23-4e3b-9f21-e872ad41cb5e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.765395 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-17dd91f5-aa23-4e3b-9f21-e872ad41cb5e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 817 time: 0.1784353 Sep 27 08:44:39.835912 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-0d0fc6a4-74fb-4b68-ad62-78459250991f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 380 time: 0.0555794 Sep 27 08:44:39.846093 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'port': {'device_id': '753a8200-bad7-4784-b5b5-8397cba5e438', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'admin_state_up': True, 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'security_groups': ['55d75d32-35f7-41e9-a674-c56e0561a8c5']}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:39.862471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8e90-cb32-4789-a928-c68a64d590c8 req-948b43c2-8503-46da-b776-dc99578eab4a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.864302 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-402e8e90-cb32-4789-a928-c68a64d590c8 req-948b43c2-8503-46da-b776-dc99578eab4a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 944 time: 0.0577664 Sep 27 08:44:39.915230 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-402e8e90-cb32-4789-a928-c68a64d590c8 req-4399a014-87cf-4ab3-a430-98ad275c6aac tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Sep 27 08:44:39.940115 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.010965 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['7cd576cf-98e9-4698-9f0b-1edccccf012a'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:40.015446 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Network 62087b97-e7bf-47d0-b04e-f0db1467486e is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:40.019256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Pushing event updated for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.023783 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:40.027178 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:40.033298 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.033974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.076260 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:40.147893 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-467b6e6a-ac89-466f-8acf-7c4b2d2e2873 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1242561 Sep 27 08:44:40.153637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a9eec6-6022-465d-951e-cf6c8d1621ee {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:40.166671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Request body: {'port': {'device_id': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:40.172219 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.189860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Transition to ACTIVE for port object 51a9eec6-6022-465d-951e-cf6c8d1621ee will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:40.196734 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c30988a6-dba6-4f3d-a980-17af4973d8de req-fca76d81-9a9a-4f3f-b073-f371c21fc23b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 210 time: 0.0539644 Sep 27 08:44:40.256345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.267974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Made reservation on behalf of f1ca2590c4ab4a85be3d563bbe6e33e6 for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:40.272249 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.276884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.327049 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Pushing event updated for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.469772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a383-f4ad-4aa9-a40c-419255703e84 req-13948210-caab-490b-a269-cf53d8dea375 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.471411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5561a383-f4ad-4aa9-a40c-419255703e84 req-13948210-caab-490b-a269-cf53d8dea375 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 931 time: 0.1420615 Sep 27 08:44:40.565319 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Attempting to bind port 51a9eec6-6022-465d-951e-cf6c8d1621ee on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:40.565648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Attempting to bind port 51a9eec6-6022-465d-951e-cf6c8d1621ee by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:40.565971 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Attempting to bind port 51a9eec6-6022-465d-951e-cf6c8d1621ee on network 62087b97-e7bf-47d0-b04e-f0db1467486e {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:40.589544 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5561a383-f4ad-4aa9-a40c-419255703e84 req-1f2556ac-baf8-40f5-9cce-8d7702c43ee8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Sep 27 08:44:40.590173 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Port 51a9eec6-6022-465d-951e-cf6c8d1621ee on network 62087b97-e7bf-47d0-b04e-f0db1467486e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:40.590492 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Attempting to bind port 51a9eec6-6022-465d-951e-cf6c8d1621ee on network 62087b97-e7bf-47d0-b04e-f0db1467486e {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:40.608778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:40.608778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Checking segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:40.608778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Bound using segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:40.608778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Bound port: 51a9eec6-6022-465d-951e-cf6c8d1621ee, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:40.608778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.686469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:40.700410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:40.747381 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.785234 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.786544 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.788136 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] 10.222.0.68 "PUT /v2.0/ports/51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 1094 time: 1.4460590 Sep 27 08:44:40.788663 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:40.791025 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c51cc3-0640-46f7-a488-44a698ef7eca" -d '{"events": [{"name": "network-changed", "server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:40.800500 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Allocated IP 172.20.0.9 (a43cce6b-4c5c-4033-9307-fa609a0415a1/02dd1141-f400-426b-866e-992536a8bc24/67477d82-d352-43d8-b888-98a23643e31b) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:40.830253 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7260a6f9-d384-4055-9368-46f11dfe02d1 x-openstack-request-id: req-7260a6f9-d384-4055-9368-46f11dfe02d1 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:40.830557 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:40.830810 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7260a6f9-d384-4055-9368-46f11dfe02d1 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:40.831339 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee', 'status': 'completed', 'code': 200} Sep 27 08:44:40.840471 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6226099-8849-46ac-bf18-52a3b63fabd0 req-0f024183-b0f6-4b49-99b5-6979a0b9c093 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.842067 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6226099-8849-46ac-bf18-52a3b63fabd0 req-0f024183-b0f6-4b49-99b5-6979a0b9c093 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 944 time: 0.3653889 Sep 27 08:44:40.850405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d51c3e-8f9f-45b4-a7e6-d7c20a1ffc4f service neutron] Pushing event updated for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.904352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-8f52e6bd-d789-4e6e-8f23-ea4a5a2a4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.905898 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-8f52e6bd-d789-4e6e-8f23-ea4a5a2a4084 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1097 time: 0.0447233 Sep 27 08:44:40.974068 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6226099-8849-46ac-bf18-52a3b63fabd0 req-ab296ad1-7ec9-402d-a70a-ba1459a260ce tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221652 Sep 27 08:44:41.067730 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441bc1e3-0cf4-476e-8429-24afaf7764b0 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:41.078474 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.103776 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Transition to ACTIVE for port object 441bc1e3-0cf4-476e-8429-24afaf7764b0 will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:41.118025 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.133982 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-1efbe8c1-19be-4b2f-ba1d-643f015f7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.136869 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-1efbe8c1-19be-4b2f-ba1d-643f015f7882 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2217393 Sep 27 08:44:41.144320 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088f3e-a410-485d-8b3c-a8af4694613e req-3da897de-7405-4e69-8daa-8b8d6a13d2f4 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.146762 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16088f3e-a410-485d-8b3c-a8af4694613e req-3da897de-7405-4e69-8daa-8b8d6a13d2f4 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 944 time: 0.1083500 Sep 27 08:44:41.179796 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.232341 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Pushing event updated for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:41.263260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Attempting to bind port 441bc1e3-0cf4-476e-8429-24afaf7764b0 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:41.263593 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Attempting to bind port 441bc1e3-0cf4-476e-8429-24afaf7764b0 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:41.263914 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Attempting to bind port 441bc1e3-0cf4-476e-8429-24afaf7764b0 on network 62087b97-e7bf-47d0-b04e-f0db1467486e {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:41.268736 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Port 441bc1e3-0cf4-476e-8429-24afaf7764b0 on network 62087b97-e7bf-47d0-b04e-f0db1467486e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:41.269056 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Attempting to bind port 441bc1e3-0cf4-476e-8429-24afaf7764b0 on network 62087b97-e7bf-47d0-b04e-f0db1467486e {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:41.278111 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4c6c38c5-ad01-440d-824b-804b8d7c74bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.283519 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.304373 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:41.304473 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Checking segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:41.310207 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Bound using segment: {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:41.310207 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Bound port: 441bc1e3-0cf4-476e-8429-24afaf7764b0, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d52066-0575-47db-99e6-08230899de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:41.310207 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.318304 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16088f3e-a410-485d-8b3c-a8af4694613e req-d89c0eac-967d-4cb8-aac7-605f30f955e5 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557720 Sep 27 08:44:41.377474 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-0a453853-de23-4e2e-ab59-0cd50518f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.380203 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18c51cc3-0640-46f7-a488-44a698ef7eca req-0a453853-de23-4e2e-ab59-0cd50518f186 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326031 Sep 27 08:44:41.403859 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:41.435644 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:41.449748 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:41.463461 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:41.468781 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-701a0373-7cc6-4734-8998-b9dfe40c61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.469169 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.469785 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.470677 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-701a0373-7cc6-4734-8998-b9dfe40c61f5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1097 time: 0.0512097 Sep 27 08:44:41.535272 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-cde5f3ae-c879-4868-b801-11cc4cb3b5f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0566211 Sep 27 08:44:41.538944 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4869-215b-45ff-adb8-345555bad2d3 req-bb3c67d1-bedd-4ccb-af0c-6ca44c0e520a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.540858 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ff5b4869-215b-45ff-adb8-345555bad2d3 req-bb3c67d1-bedd-4ccb-af0c-6ca44c0e520a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 931 time: 0.2330163 Sep 27 08:44:41.558969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:41.574132 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:41.603131 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-5c4d39ad-9999-4d64-b50c-480e316dc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.604633 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-5c4d39ad-9999-4d64-b50c-480e316dc1d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0488586 Sep 27 08:44:41.607728 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ff5b4869-215b-45ff-adb8-345555bad2d3 req-d7735ca6-aa03-4b6d-9eed-9f5cb1cfbf8b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545111 Sep 27 08:44:41.662005 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-931e3901-4964-40bb-899f-8c738743c7c4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8197360 Sep 27 08:44:41.690932 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-3f0db7f6-96f2-4ca8-b146-39b31e5f843f None None] Provisioning complete for port 67477d82-d352-43d8-b888-98a23643e31b triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:41.691288 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3f0db7f6-96f2-4ca8-b146-39b31e5f843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.707107 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.762552 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-3f0db7f6-96f2-4ca8-b146-39b31e5f843f None None] Port 67477d82-d352-43d8-b888-98a23643e31b cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:41.788780 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.789489 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.791350 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] 10.222.0.68 "PUT /v2.0/ports/441bc1e3-0cf4-476e-8429-24afaf7764b0 HTTP/1.1" status: 200 len: 1093 time: 1.6309302 Sep 27 08:44:41.792410 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9e9e-b6e5-40cf-b9de-562adafe8c85 service neutron] Pushing event updated for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:41.796149 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:41.799060 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7352cec-3e8c-4b34-948f-0a39ec7fa204" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:41.815386 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.853572 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fad6f-f2ec-412a-842c-c93ee41d7e29 req-20e5bb81-204b-457a-aaf7-f3f16ea49efa tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.855285 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e8fad6f-f2ec-412a-842c-c93ee41d7e29 req-20e5bb81-204b-457a-aaf7-f3f16ea49efa tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.2016959 Sep 27 08:44:41.893036 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b4b43-593c-4d06-b4ad-5fce8eeba838 x-openstack-request-id: req-e05b4b43-593c-4d06-b4ad-5fce8eeba838 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:41.893519 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:41.893605 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e05b4b43-593c-4d06-b4ad-5fce8eeba838 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:41.894082 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0', 'status': 'completed', 'code': 200} Sep 27 08:44:41.904879 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e8fad6f-f2ec-412a-842c-c93ee41d7e29 req-c3232101-3f4a-499e-a8af-4e2b63cd909e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Sep 27 08:44:41.952160 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 32986) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.027526 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 32992) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.103882 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbd0ac-86cc-4c34-aee5-255cfaad11fd req-19350e6e-ab4a-4ae8-8b17-7ab5851c3354 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.105416 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bdbd0ac-86cc-4c34-aee5-255cfaad11fd req-19350e6e-ab4a-4ae8-8b17-7ab5851c3354 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 944 time: 0.0516403 Sep 27 08:44:42.128244 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-54184683-7074-4e94-9a6d-8fec2ae86f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.161729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33e10777-12a1-46d7-bb50-da97cc415d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.190356 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bdbd0ac-86cc-4c34-aee5-255cfaad11fd req-c26f6317-9e02-4000-b457-95769e9bd634 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782833 Sep 27 08:44:42.261624 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-54184683-7074-4e94-9a6d-8fec2ae86f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.365425 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-54184683-7074-4e94-9a6d-8fec2ae86f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.415815 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-54184683-7074-4e94-9a6d-8fec2ae86f9e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a48a07ec07d3436e8d48fe869138c968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625626 Sep 27 08:44:42.418515 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33000) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.424911 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54184683-7074-4e94-9a6d-8fec2ae86f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c028a1-d8e3-4fb5-a8ae-0db82c17fd61,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.461094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396092b4-275a-454f-8f2d-a6676fe94364 req-4fcf5b4c-3b4d-4011-b1ec-76f7d7e3c6f4 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.462625 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-396092b4-275a-454f-8f2d-a6676fe94364 req-4fcf5b4c-3b4d-4011-b1ec-76f7d7e3c6f4 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 944 time: 0.0722113 Sep 27 08:44:42.490901 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33e10777-12a1-46d7-bb50-da97cc415d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.507988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.522519 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-396092b4-275a-454f-8f2d-a6676fe94364 req-f98a1a2d-6e9b-4a26-b1fd-402c7a81c841 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530450 Sep 27 08:44:42.535721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.558106 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33e10777-12a1-46d7-bb50-da97cc415d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.558393 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.595708 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-33e10777-12a1-46d7-bb50-da97cc415d0d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1aa6dec07f64231a203562c7da7b9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670869 Sep 27 08:44:42.596874 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10777-12a1-46d7-bb50-da97cc415d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa590d08-60f3-40de-8722-6dd5a8cd5bd1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.598573 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33002) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.653100 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.664343 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.666930 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.668096 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8c028a1-d8e3-4fb5-a8ae-0db82c17fd61 HTTP/1.1" status: 204 len: 168 time: 0.2485249 Sep 27 08:44:42.690299 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.695120 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd4d1-05e7-4ed6-91d9-d5fb347d7ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c028a1-d8e3-4fb5-a8ae-0db82c17fd61,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.747369 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991e545-c4df-4402-adfb-09f9e77bb0a5 req-da5b5c02-26f6-4579-a124-e72ac8a851eb tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.748881 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d991e545-c4df-4402-adfb-09f9e77bb0a5 req-da5b5c02-26f6-4579-a124-e72ac8a851eb tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 931 time: 0.0613163 Sep 27 08:44:42.787422 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d991e545-c4df-4402-adfb-09f9e77bb0a5 req-7ee4e964-f2e9-4cc0-9797-10e23afff9c1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Sep 27 08:44:42.815491 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.820496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.820496 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa590d08-60f3-40de-8722-6dd5a8cd5bd1 HTTP/1.1" status: 204 len: 168 time: 0.2200270 Sep 27 08:44:42.828839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcfbf7-c902-4136-b894-e71f44c7e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa590d08-60f3-40de-8722-6dd5a8cd5bd1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.022721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57ba76-27f1-4a86-870a-0c1f541c9ad1 req-87a593d1-0842-4d42-9413-da88e524bddb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.024250 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f57ba76-27f1-4a86-870a-0c1f541c9ad1 req-87a593d1-0842-4d42-9413-da88e524bddb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.0525541 Sep 27 08:44:43.069364 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f57ba76-27f1-4a86-870a-0c1f541c9ad1 req-18bbfbfe-ca97-47f3-9777-2563138f1cac tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Sep 27 08:44:43.311508 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9f45-78ee-469e-922d-f7cfbb57f9de req-e1d81c08-9000-454d-bfed-ea3ddc428050 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.313043 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-345e9f45-78ee-469e-922d-f7cfbb57f9de req-e1d81c08-9000-454d-bfed-ea3ddc428050 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 944 time: 0.0510342 Sep 27 08:44:43.379860 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-345e9f45-78ee-469e-922d-f7cfbb57f9de req-1722dd99-d974-4fcf-8cf9-b534ba98c43e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Sep 27 08:44:43.466185 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33036) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.489941 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8dd26fdd-194e-446a-afc6-e2441cafb60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.614448 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8dd26fdd-194e-446a-afc6-e2441cafb60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.663790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ec134-5e65-4ece-b104-4df2795dcfc7 req-65818dbb-13a0-42af-bec1-eb8313ef1e91 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.663790 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c67ec134-5e65-4ece-b104-4df2795dcfc7 req-65818dbb-13a0-42af-bec1-eb8313ef1e91 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 944 time: 0.0509524 Sep 27 08:44:43.682707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8dd26fdd-194e-446a-afc6-e2441cafb60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.704157 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c67ec134-5e65-4ece-b104-4df2795dcfc7 req-9b5905df-9753-44d8-a673-8ef671d8d139 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Sep 27 08:44:43.722027 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-8dd26fdd-194e-446a-afc6-e2441cafb60b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2be513918a68444d9a120f845b60d4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542737 Sep 27 08:44:43.723321 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd26fdd-194e-446a-afc6-e2441cafb60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5609831-3b63-47fe-ad71-1f8d28771a6f,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.724875 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33050) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.773976 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.797621 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.896006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.898874 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.900257 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5609831-3b63-47fe-ad71-1f8d28771a6f HTTP/1.1" status: 204 len: 168 time: 0.1744137 Sep 27 08:44:43.910277 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651e1a6-a6ed-4ce0-879b-ed7d9f6475f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5609831-3b63-47fe-ad71-1f8d28771a6f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.916150 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ac28-d33f-4056-b2a8-c43850eff3f6 req-ff91bcbd-ee76-48a6-b0c6-bf289607ebd5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.917714 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a71ac28-d33f-4056-b2a8-c43850eff3f6 req-ff91bcbd-ee76-48a6-b0c6-bf289607ebd5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 931 time: 0.0559247 Sep 27 08:44:43.977681 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a71ac28-d33f-4056-b2a8-c43850eff3f6 req-63fc1028-9f14-4108-a3c6-51fdf13eb9c2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Sep 27 08:44:44.031605 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.186737 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d19e5-b8e1-44aa-a1b5-62d160b7a3d2 req-9304fa28-3c95-4bf7-918e-8d118ad8db6b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.188229 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-954d19e5-b8e1-44aa-a1b5-62d160b7a3d2 req-9304fa28-3c95-4bf7-918e-8d118ad8db6b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.0499232 Sep 27 08:44:44.233697 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-954d19e5-b8e1-44aa-a1b5-62d160b7a3d2 req-ef4c9bbc-c80e-45c9-82f6-48b541ac8500 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352559 Sep 27 08:44:44.250082 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7cd576cf-98e9-4698-9f0b-1edccccf012a up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:44.271419 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Request body: {'port': {'device_id': '753a8200-bad7-4784-b5b5-8397cba5e438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:44.311849 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-23761d66-3ec1-42c0-95e8-adc3b0a779a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489504 Sep 27 08:44:44.417297 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-50b8c6be-8e56-4252-9775-4226d7ae86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.419267 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-50b8c6be-8e56-4252-9775-4226d7ae86ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 1096 time: 0.1103425 Sep 27 08:44:44.420502 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.420618 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 7cd576cf-98e9-4698-9f0b-1edccccf012a completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:44.426727 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 7cd576cf-98e9-4698-9f0b-1edccccf012a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:44.427223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.462243 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-a5941977-9e5e-4484-978a-138b3a68f1c2 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427684 Sep 27 08:44:44.517505 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.552426 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:44.635801 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b98a265a-d6c9-4992-8ea2-ca56e53a3c55 req-2191d38e-8b7b-4fc3-a975-2cf2f4f6053e service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652551 Sep 27 08:44:44.679810 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a,segment=NetworkSegment(b4abe89a-fbfe-4630-95e9-7afee19fdce7),segment_id=b4abe89a-fbfe-4630-95e9-7afee19fdce7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:44.760536 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713f13-8db3-4380-99b5-a23b08a1c9fa req-0e2d9211-8f6b-47dd-9029-938fa2124b54 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.763759 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-93713f13-8db3-4380-99b5-a23b08a1c9fa req-0e2d9211-8f6b-47dd-9029-938fa2124b54 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 944 time: 0.3048790 Sep 27 08:44:44.781567 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.782385 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d13b2738-c06e-41c9-8eb9-19853b442aad up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:44.789461 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-e2920ce1-3918-4aff-b5b0-b32417c7df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.791297 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-e2920ce1-3918-4aff-b5b0-b32417c7df97 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3572364 Sep 27 08:44:44.840951 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f09bc-22c9-48d0-911f-6fb0087f7a80 req-1e1f0053-d4af-44a9-b4d9-04ab595c46d9 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.843184 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8f5f09bc-22c9-48d0-911f-6fb0087f7a80 req-1e1f0053-d4af-44a9-b4d9-04ab595c46d9 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0562761 Sep 27 08:44:44.881804 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32369230-854e-4837-9563-1886571a852f" -d '{"events": [{"server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "name": "network-vif-plugged", "status": "completed", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:44.888872 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8f5f09bc-22c9-48d0-911f-6fb0087f7a80 req-3448f4f9-ea6f-4537-9765-54b5d5fd037d tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Sep 27 08:44:44.928981 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.020618 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port d13b2738-c06e-41c9-8eb9-19853b442aad completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:45.024874 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port d13b2738-c06e-41c9-8eb9-19853b442aad triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:45.025248 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.048608 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-93713f13-8db3-4380-99b5-a23b08a1c9fa req-445ab4e5-e811-4154-874e-910ce037b573 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714360 Sep 27 08:44:45.117943 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b75f2a-1d31-4dd8-9ca2-3cd7cc82faa4 x-openstack-request-id: req-35b75f2a-1d31-4dd8-9ca2-3cd7cc82faa4 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:45.118454 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "name": "network-vif-plugged", "status": "completed", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:45.118664 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-35b75f2a-1d31-4dd8-9ca2-3cd7cc82faa4 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:45.119068 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a', 'code': 200} Sep 27 08:44:45.125658 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.166945 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d13b2738-c06e-41c9-8eb9-19853b442aad,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:45.188020 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-313d54c0-1c53-4dc7-bf8f-f90dc5dee9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.188020 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e7352cec-3e8c-4b34-948f-0a39ec7fa204 req-313d54c0-1c53-4dc7-bf8f-f90dc5dee9a5 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845408 Sep 27 08:44:45.232098 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.300643 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb527db-8965-4194-a419-101904f99cee req-475b75d0-7531-46d6-bda1-6b2da287b377 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.302420 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0eb527db-8965-4194-a419-101904f99cee req-475b75d0-7531-46d6-bda1-6b2da287b377 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 931 time: 0.1361048 Sep 27 08:44:45.321159 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:45.335631 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.341769 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.349125 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-b19fadb8-2d2b-401b-86af-bc5122720afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.350633 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-b19fadb8-2d2b-401b-86af-bc5122720afe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 1096 time: 0.1169302 Sep 27 08:44:45.365824 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Transition to ACTIVE for port object 67477d82-d352-43d8-b888-98a23643e31b will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:45.409107 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-8c841314-6a17-4378-9d01-2e4c2902cc37 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0 HTTP/1.1" status: 200 len: 217 time: 0.0458732 Sep 27 08:44:45.412882 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0eb527db-8965-4194-a419-101904f99cee req-571f5d5e-ca37-4cdb-9fc2-1729edbc8621 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991292 Sep 27 08:44:45.465259 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.477554 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec5aa-d4c6-43ff-8156-97a6d1327a8b req-94767f16-cae9-40eb-b1d1-58d39079af22 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.486357 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeec5aa-d4c6-43ff-8156-97a6d1327a8b req-94767f16-cae9-40eb-b1d1-58d39079af22 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.1424298 Sep 27 08:44:45.539352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-83759601-065f-4549-a4b6-f9fc2d558b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.540924 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-83759601-065f-4549-a4b6-f9fc2d558b25 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 1098 time: 0.1438172 Sep 27 08:44:45.560943 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adeec5aa-d4c6-43ff-8156-97a6d1327a8b req-fceb9697-0868-4057-a270-36791ad9a99e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636265 Sep 27 08:44:45.581029 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-95a4a9e8-fa19-4ce9-b096-93f9d52809bf service neutron] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.712758 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-fdfa27cb-a0ac-4b56-a8c3-2c26791a30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.714270 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-fdfa27cb-a0ac-4b56-a8c3-2c26791a30b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.2985041 Sep 27 08:44:45.719146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-95a4a9e8-fa19-4ce9-b096-93f9d52809bf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.738061 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.780796 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-40e29794-05cd-4be2-89f5-76f88dd69a7e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520618 Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Attempting to bind port 67477d82-d352-43d8-b888-98a23643e31b on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Attempting to bind port 67477d82-d352-43d8-b888-98a23643e31b by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Attempting to bind port 67477d82-d352-43d8-b888-98a23643e31b on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Port 67477d82-d352-43d8-b888-98a23643e31b on network a43cce6b-4c5c-4033-9307-fa609a0415a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Attempting to bind port 67477d82-d352-43d8-b888-98a23643e31b on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Checking segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Bound using segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Bound port: 67477d82-d352-43d8-b888-98a23643e31b, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-edf361a5-5373-4a82-833f-ebe070f6bef7 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370301 Sep 27 08:44:46.044073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:46.055906 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:46.089540 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357bf8f-2a22-40af-af5c-82f2d9a5db0b req-28c3a157-976a-41dd-aa52-8e31edff4c0e tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.089540 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a357bf8f-2a22-40af-af5c-82f2d9a5db0b req-28c3a157-976a-41dd-aa52-8e31edff4c0e tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.1086276 Sep 27 08:44:46.114412 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-6840e141-01e0-474f-8dbf-c35ea2941edc service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774683 Sep 27 08:44:46.164553 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a357bf8f-2a22-40af-af5c-82f2d9a5db0b req-ccb932c5-900c-4706-9abe-cbd12cc836d0 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764050 Sep 27 08:44:46.201108 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e29e-7f31-4ccc-a855-247a20852311 req-e32c38b3-a994-4443-927b-e9968bf8cc75 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.202613 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a737e29e-7f31-4ccc-a855-247a20852311 req-e32c38b3-a994-4443-927b-e9968bf8cc75 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0512898 Sep 27 08:44:46.243821 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a737e29e-7f31-4ccc-a855-247a20852311 req-4ab77e09-56ca-4095-8ae2-74791f0a0be7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Sep 27 08:44:46.260795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-95a4a9e8-fa19-4ce9-b096-93f9d52809bf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.278044 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.285812 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29a62bc3-4c5e-4584-b914-9ffd4c893a96 req-95a4a9e8-fa19-4ce9-b096-93f9d52809bf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7206550 Sep 27 08:44:46.294365 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4a9e8-fa19-4ce9-b096-93f9d52809bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc80a82-2cee-43cb-a9e2-b2c317bbe013,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:46.317384 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.318233 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.319545 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] 10.222.0.68 "PUT /v2.0/ports/67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 1093 time: 2.0536842 Sep 27 08:44:46.321609 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:46.323869 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:46.353075 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b9845-6880-4b05-88f7-2e5c891f13f7 service neutron] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:46.366422 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c862062-5b08-469c-bce6-9fd9f37a08fc x-openstack-request-id: req-2c862062-5b08-469c-bce6-9fd9f37a08fc {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:46.366776 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:46.367030 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c862062-5b08-469c-bce6-9fd9f37a08fc {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:46.367425 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'status': 'completed', 'code': 200} Sep 27 08:44:46.583795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f833-f660-488d-aa9d-bf8fa98ac57e req-fccdbcb7-55c0-4bcc-bce5-1009a384f249 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.586814 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c457f833-f660-488d-aa9d-bf8fa98ac57e req-fccdbcb7-55c0-4bcc-bce5-1009a384f249 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0660546 Sep 27 08:44:46.602012 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-950534e4-31ab-421b-9909-9f7c2b1a69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.603844 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-950534e4-31ab-421b-9909-9f7c2b1a69fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1096 time: 0.0592184 Sep 27 08:44:46.642095 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c457f833-f660-488d-aa9d-bf8fa98ac57e req-ae9b5095-a063-4cf0-b715-160ac7aeb44b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507457 Sep 27 08:44:46.763945 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-ab82e352-42a0-490c-a445-0fc51b4762a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.765454 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-ab82e352-42a0-490c-a445-0fc51b4762a8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1517305 Sep 27 08:44:46.774402 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd587-b6d6-47fa-9711-53c056c9dedf req-47e3fe54-fbba-4f89-8182-31a6dbcfc858 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.774559 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-072fd587-b6d6-47fa-9711-53c056c9dedf req-47e3fe54-fbba-4f89-8182-31a6dbcfc858 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.0991385 Sep 27 08:44:46.880850 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-072fd587-b6d6-47fa-9711-53c056c9dedf req-add8bb4f-5a45-471f-9c89-e42c078edaae tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953653 Sep 27 08:44:46.915579 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-80ffc978-f740-4eb8-ad9e-b380f50d32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.917068 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9761b9e6-3cda-4bfe-a1fd-7394aea85ecf req-80ffc978-f740-4eb8-ad9e-b380f50d32e2 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417758 Sep 27 08:44:47.003799 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-1d8fc3c0-e2c2-4113-a17a-ee4bbe6d2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.006009 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-1d8fc3c0-e2c2-4113-a17a-ee4bbe6d2bb4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1096 time: 0.0505917 Sep 27 08:44:47.050165 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-eb4f4372-004a-4af5-a805-58c0c44630fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 217 time: 0.0353689 Sep 27 08:44:47.101226 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-61bccdf0-ad0e-4edf-941d-a9113f04ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.102707 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-61bccdf0-ad0e-4edf-941d-a9113f04ab01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0457222 Sep 27 08:44:47.120343 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:47.123715 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc98c9-7b1c-4547-8f6c-6c4954718532" -d '{"events": [{"server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "name": "network-vif-plugged", "status": "completed", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:47.172395 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e4a51-6f37-4ff1-960f-aa756a99fbc5 x-openstack-request-id: req-ae4e4a51-6f37-4ff1-960f-aa756a99fbc5 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:47.172732 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "name": "network-vif-plugged", "status": "completed", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:47.173245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae4e4a51-6f37-4ff1-960f-aa756a99fbc5 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:47.173850 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad', 'code': 200} Sep 27 08:44:47.194214 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-4c74b4f7-e1f0-403a-aea7-b3c81418006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.195737 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-4c74b4f7-e1f0-403a-aea7-b3c81418006c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853050 Sep 27 08:44:47.300056 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 51a9eec6-6022-465d-951e-cf6c8d1621ee details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:47.323706 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026d894-a459-4086-9c7a-765c7fe7ce87 req-3d4c50a5-5393-4551-8297-6295df2e9fb1 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.325152 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9026d894-a459-4086-9c7a-765c7fe7ce87 req-3d4c50a5-5393-4551-8297-6295df2e9fb1 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0973794 Sep 27 08:44:47.344956 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-d089b3ae-2710-4091-890d-4af5a337016a service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370394 Sep 27 08:44:47.385118 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed0ba-cc5f-4f39-a903-2cbba12ebd25 req-941b6ec0-00b0-4582-9ea7-291860f22c04 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.393298 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9a2ed0ba-cc5f-4f39-a903-2cbba12ebd25 req-941b6ec0-00b0-4582-9ea7-291860f22c04 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0644238 Sep 27 08:44:47.400430 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9026d894-a459-4086-9c7a-765c7fe7ce87 req-fb2cb690-fae2-4756-9fb3-44bb811b5682 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673420 Sep 27 08:44:47.435648 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:47.440484 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9a2ed0ba-cc5f-4f39-a903-2cbba12ebd25 req-c211d0a3-c7f8-4943-8615-ea1c26e8cf3e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Sep 27 08:44:47.448286 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '51a9eec6-6022-465d-951e-cf6c8d1621ee', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'port_id': '51a9eec6-6022-465d-951e-cf6c8d1621ee', 'mac_address': 'fa:16:3e:21:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:47.463505 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1b8ce9df-dba3-428b-b8f7-4dc10cb819f2 req-3d3d088e-166e-44fa-97d4-74654ae769b8 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109443 Sep 27 08:44:47.486609 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.500422 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a9eec6-6022-465d-951e-cf6c8d1621ee {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:47.507523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1379a-1835-4abd-bbb4-3bb0ccd7d8b0 req-b6615ea5-4f78-477f-ae42-98f549c7af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.509116 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c5c1379a-1835-4abd-bbb4-3bb0ccd7d8b0 req-b6615ea5-4f78-477f-ae42-98f549c7af29 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 1098 time: 0.0467300 Sep 27 08:44:47.522312 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:47.546165 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c5c1379a-1835-4abd-bbb4-3bb0ccd7d8b0 req-87de5be4-60b9-44e8-8570-0a671de5c86a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300219 Sep 27 08:44:47.586086 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.632868 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:47.760256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513b01-e16b-45f4-909c-aef22ef3de6f req-df986636-7db7-4dfa-81f2-a808ca8d0519 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.761848 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-53513b01-e16b-45f4-909c-aef22ef3de6f req-df986636-7db7-4dfa-81f2-a808ca8d0519 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0529714 Sep 27 08:44:47.801030 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-53513b01-e16b-45f4-909c-aef22ef3de6f req-90d6df66-9e94-4b03-80e2-ef65a43c7b9a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Sep 27 08:44:47.843167 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['51a9eec6-6022-465d-951e-cf6c8d1621ee'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:48.050101 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe8b0-004f-471f-b887-d388a9fa125f req-c569c445-81d5-409e-b73a-1bab64b69e62 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.051700 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17bbe8b0-004f-471f-b887-d388a9fa125f req-c569c445-81d5-409e-b73a-1bab64b69e62 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.0726950 Sep 27 08:44:48.102722 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17bbe8b0-004f-471f-b887-d388a9fa125f req-a741e9f8-5372-42d5-a698-3317a4272a0a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Sep 27 08:44:48.527402 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e63cf-836f-45e5-97b2-9bab82769228 req-a9585399-63fe-42e8-9ec3-ebb3d0d5abf7 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.533180 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-597e63cf-836f-45e5-97b2-9bab82769228 req-a9585399-63fe-42e8-9ec3-ebb3d0d5abf7 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0635521 Sep 27 08:44:48.567452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9807-7b64-48f7-b637-ae4ac43f6cfa req-8ecd076a-17be-4a8d-8622-d9b69a524c34 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.571373 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-597e63cf-836f-45e5-97b2-9bab82769228 req-3a798ac2-7425-4753-be51-ac17f52ddfb7 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Sep 27 08:44:48.573354 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa4c9807-7b64-48f7-b637-ae4ac43f6cfa req-8ecd076a-17be-4a8d-8622-d9b69a524c34 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Sep 27 08:44:48.621480 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa4c9807-7b64-48f7-b637-ae4ac43f6cfa req-dff0021e-9e84-4f49-8382-48ed30580211 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Sep 27 08:44:48.930669 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82e0a1-f60e-443e-b588-91068f7a832b req-46066bd6-bb86-4bc8-8260-9b93031bd7da tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.932577 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a82e0a1-f60e-443e-b588-91068f7a832b req-46066bd6-bb86-4bc8-8260-9b93031bd7da tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0603592 Sep 27 08:44:48.971563 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a82e0a1-f60e-443e-b588-91068f7a832b req-2468efac-fc40-45bc-ac5a-70ff1cc28340 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330765 Sep 27 08:44:49.230473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a9dd-6223-4ee3-9311-277ff45f1f86 req-585a1f59-7143-45cf-813a-17b24eac31ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.236960 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26a2a9dd-6223-4ee3-9311-277ff45f1f86 req-585a1f59-7143-45cf-813a-17b24eac31ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 943 time: 0.0613985 Sep 27 08:44:49.276158 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26a2a9dd-6223-4ee3-9311-277ff45f1f86 req-942fd3c6-b825-489b-8bfa-ce1fb2f5c485 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Sep 27 08:44:49.300128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:49.307200 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 51a9eec6-6022-465d-951e-cf6c8d1621ee up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:49.450976 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:49.464871 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '67477d82-d352-43d8-b888-98a23643e31b', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:49.495300 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 51a9eec6-6022-465d-951e-cf6c8d1621ee completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:49.506821 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 51a9eec6-6022-465d-951e-cf6c8d1621ee triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:49.506821 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.539791 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.558957 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:49.584118 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:49.621856 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.651324 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:49.651324 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837577ac-1c10-417e-8d7f-37b9ff0d7fce" -d '{"events": [{"server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:49.665249 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:49.671327 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.672590 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 441bc1e3-0cf4-476e-8429-24afaf7764b0 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:49.713391 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042166a-792d-453f-a6d5-6d3cebbdbfc7 x-openstack-request-id: req-0042166a-792d-453f-a6d5-6d3cebbdbfc7 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:49.713391 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:49.713391 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0042166a-792d-453f-a6d5-6d3cebbdbfc7 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:49.713391 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee', 'code': 200} Sep 27 08:44:49.733663 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:49.765602 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.798166 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9636f-8bd4-49f7-9b21-9fa58c6349b5 req-f9e5f29e-53db-4215-82c1-5e8f43d8bdd9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.803592 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9dd9636f-8bd4-49f7-9b21-9fa58c6349b5 req-f9e5f29e-53db-4215-82c1-5e8f43d8bdd9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0930307 Sep 27 08:44:49.838817 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9dd9636f-8bd4-49f7-9b21-9fa58c6349b5 req-22e8ab49-5699-4dab-a35a-67c94e19e536 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Sep 27 08:44:49.879480 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:49.899128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:49.910410 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '441bc1e3-0cf4-476e-8429-24afaf7764b0', 'network_id': '62087b97-e7bf-47d0-b04e-f0db1467486e', 'port_id': '441bc1e3-0cf4-476e-8429-24afaf7764b0', 'mac_address': 'fa:16:3e:24:8e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c393ee4a-4811-4a4c-a31e-0c7dba8a456c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:49.947640 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.960577 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441bc1e3-0cf4-476e-8429-24afaf7764b0 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:49.979781 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:50.112135 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.123743 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa7a68-d915-4e75-aee4-7eca63695804 req-3555f60e-4f6b-4802-81ec-5f35ba2de757 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.126930 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e6aa7a68-d915-4e75-aee4-7eca63695804 req-3555f60e-4f6b-4802-81ec-5f35ba2de757 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0759375 Sep 27 08:44:50.130705 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368929e-41f7-4f5f-82e3-cdddb2901643 req-119262c7-256e-45aa-af80-08a736391963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.132246 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1368929e-41f7-4f5f-82e3-cdddb2901643 req-119262c7-256e-45aa-af80-08a736391963 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.0735774 Sep 27 08:44:50.171832 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:50.210852 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1368929e-41f7-4f5f-82e3-cdddb2901643 req-83158063-b684-44e6-93d8-b548fded47e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Sep 27 08:44:50.213847 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e6aa7a68-d915-4e75-aee4-7eca63695804 req-c0e1ff9a-2c19-4676-9218-08696e1f45dd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767918 Sep 27 08:44:50.381207 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['67477d82-d352-43d8-b888-98a23643e31b'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:50.392132 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb62e-32d6-40ff-9b2a-adffbb91de78 req-4c52334f-03fc-4ada-91f6-409fa27dcb5b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.393636 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-303bb62e-32d6-40ff-9b2a-adffbb91de78 req-4c52334f-03fc-4ada-91f6-409fa27dcb5b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0501535 Sep 27 08:44:50.402806 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['441bc1e3-0cf4-476e-8429-24afaf7764b0'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:50.433947 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-303bb62e-32d6-40ff-9b2a-adffbb91de78 req-8069488e-71aa-40e7-8ad8-e92326fa3b84 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Sep 27 08:44:50.651284 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:44:50.708951 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33290) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:50.825682 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b9eff89-6534-4fe6-8a84-3e29c5506371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.952771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b9eff89-6534-4fe6-8a84-3e29c5506371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.037892 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b9eff89-6534-4fe6-8a84-3e29c5506371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.106258 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9eff89-6534-4fe6-8a84-3e29c5506371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8619fd3-b518-4189-b1ba-42da97cdde89,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:51.113639 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9b9eff89-6534-4fe6-8a84-3e29c5506371 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef845df97dbb450c8ef513438395aafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029865 Sep 27 08:44:51.123232 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33324) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:51.184972 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.207845 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.325313 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.327809 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.331432 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8619fd3-b518-4189-b1ba-42da97cdde89 HTTP/1.1" status: 204 len: 168 time: 0.2039542 Sep 27 08:44:51.341053 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff5147-71a4-42e2-a2c8-6ab7a2e43ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8619fd3-b518-4189-b1ba-42da97cdde89,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:51.368006 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142317e1-0725-402c-87d6-9559b9cf2979 req-e6998cb0-a81d-4870-9507-d6cb78ef5e80 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.373170 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-142317e1-0725-402c-87d6-9559b9cf2979 req-e6998cb0-a81d-4870-9507-d6cb78ef5e80 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0776584 Sep 27 08:44:51.415893 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-142317e1-0725-402c-87d6-9559b9cf2979 req-16697d96-6c4f-4879-926a-cddd8b187008 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Sep 27 08:44:51.549144 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c413fe-b106-406a-a80d-03bfdd2a566f req-a4324912-6160-474c-ae57-ad753f273d3f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.550647 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-50c413fe-b106-406a-a80d-03bfdd2a566f req-a4324912-6160-474c-ae57-ad753f273d3f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0530946 Sep 27 08:44:51.589597 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-50c413fe-b106-406a-a80d-03bfdd2a566f req-f231a206-7e73-4b24-bb4b-4df444a61de1 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Sep 27 08:44:51.967519 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33352) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:51.982164 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9fa22956-d716-436f-abdc-5443d093629c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.069284 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9fa22956-d716-436f-abdc-5443d093629c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.134747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9fa22956-d716-436f-abdc-5443d093629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.172661 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9fa22956-d716-436f-abdc-5443d093629c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72441552dc0f4197a2006fa13ea20d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041163 Sep 27 08:44:52.175944 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa22956-d716-436f-abdc-5443d093629c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545e003-9838-4dc7-b840-4f22e14fb2fd,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.177269 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33358) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:52.234328 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.255722 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.408115 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.411266 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.412424 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2545e003-9838-4dc7-b840-4f22e14fb2fd HTTP/1.1" status: 204 len: 168 time: 0.2332387 Sep 27 08:44:52.420248 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e223512-879c-43c3-a356-51abc230db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545e003-9838-4dc7-b840-4f22e14fb2fd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.533875 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5e16b-64dd-4db7-8cff-8c0f1cf206e7 req-19c6dd45-3d29-4c5b-9646-43d63e13b050 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.535937 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3bf5e16b-64dd-4db7-8cff-8c0f1cf206e7 req-19c6dd45-3d29-4c5b-9646-43d63e13b050 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0517697 Sep 27 08:44:52.573044 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3bf5e16b-64dd-4db7-8cff-8c0f1cf206e7 req-5142f710-8dea-46ec-9d89-eab7b53bc1ce tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Sep 27 08:44:52.711015 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30d08d-860e-4bed-802b-37939763778c req-3d55018e-c696-43e3-8a90-3331db1af6ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.712865 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb30d08d-860e-4bed-802b-37939763778c req-3d55018e-c696-43e3-8a90-3331db1af6ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0516262 Sep 27 08:44:52.761782 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb30d08d-860e-4bed-802b-37939763778c req-f598d0fe-1546-4603-9e1b-fb6597d2df9c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Sep 27 08:44:53.689567 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf758bf-b00c-4594-98d6-51ff30a5f30a req-c4b24aa7-78ed-458c-a046-fb97dfd1afcb tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.691136 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ccf758bf-b00c-4594-98d6-51ff30a5f30a req-c4b24aa7-78ed-458c-a046-fb97dfd1afcb tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0481093 Sep 27 08:44:53.732664 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ccf758bf-b00c-4594-98d6-51ff30a5f30a req-d2d578be-1b06-4060-98e6-6081384bde92 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Sep 27 08:44:53.897217 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567db44-a4e0-400e-ba56-0b458e342afa req-07e23cf1-6c10-42b1-bc47-2c58ca6d2d71 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.898902 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2567db44-a4e0-400e-ba56-0b458e342afa req-07e23cf1-6c10-42b1-bc47-2c58ca6d2d71 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0588124 Sep 27 08:44:53.943939 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2567db44-a4e0-400e-ba56-0b458e342afa req-cb7a380c-8c88-4ad7-88c7-29ddd7c6ff83 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Sep 27 08:44:53.965756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:54.066761 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.146591 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 67477d82-d352-43d8-b888-98a23643e31b completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:54.151933 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 67477d82-d352-43d8-b888-98a23643e31b triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:54.152543 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.250141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.273373 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:54.275513 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5237024-60c5-40b5-b16b-0bcadb7d8699" -d '{"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:54.287784 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:54.312424 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afed775-1030-45c6-bfa9-a57c9e08792b x-openstack-request-id: req-8afed775-1030-45c6-bfa9-a57c9e08792b {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:54.312764 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:54.313027 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8afed775-1030-45c6-bfa9-a57c9e08792b {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:54.313418 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'code': 200} Sep 27 08:44:54.387020 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.434999 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:54.691174 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1838c-d0fd-4714-aa5f-f60269491f86 req-0283680f-4354-418c-be96-e02eb534facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:54.692809 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dfe1838c-d0fd-4714-aa5f-f60269491f86 req-0283680f-4354-418c-be96-e02eb534facf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1098 time: 0.0424325 Sep 27 08:44:54.801453 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dfe1838c-d0fd-4714-aa5f-f60269491f86 req-b502ac69-40ae-4123-9691-683ca5c4a3fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303664 Sep 27 08:44:54.853478 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8372-f108-4eca-8b77-be71a772a1de req-e4bf156a-4e92-4d1d-b773-3df4eceac5d9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:54.854983 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7fac8372-f108-4eca-8b77-be71a772a1de req-e4bf156a-4e92-4d1d-b773-3df4eceac5d9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Sep 27 08:44:54.898021 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7fac8372-f108-4eca-8b77-be71a772a1de req-6d372279-29a9-4cf7-878e-3169624fb2e4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366044 Sep 27 08:44:55.073927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2255a9-f5f5-4a2e-b194-cf9ecb544e6d req-c1869b6c-acc9-44f9-9274-06fe770063c5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.075927 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e2255a9-f5f5-4a2e-b194-cf9ecb544e6d req-c1869b6c-acc9-44f9-9274-06fe770063c5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0597732 Sep 27 08:44:55.117678 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e2255a9-f5f5-4a2e-b194-cf9ecb544e6d req-f34f554c-5a95-4443-a043-deb83eaad23a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 27 08:44:56.006010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 441bc1e3-0cf4-476e-8429-24afaf7764b0 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:56.042975 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265b07b-418c-4eae-b4e6-831bfc1394cc req-b5b0e70a-0afd-4aa6-aefa-2bc44a41015a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.045199 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4265b07b-418c-4eae-b4e6-831bfc1394cc req-b5b0e70a-0afd-4aa6-aefa-2bc44a41015a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0688851 Sep 27 08:44:56.101216 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4265b07b-418c-4eae-b4e6-831bfc1394cc req-3e5a442c-ceda-45ef-8446-f5894161c5d5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Sep 27 08:44:56.186640 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 441bc1e3-0cf4-476e-8429-24afaf7764b0 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:56.191372 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 441bc1e3-0cf4-476e-8429-24afaf7764b0 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:56.192067 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.235846 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51de9a0-b240-40fe-863f-a9aeb2d51fb7 req-401dd382-4eae-4551-8b42-a77a99bc82a4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.237434 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d51de9a0-b240-40fe-863f-a9aeb2d51fb7 req-401dd382-4eae-4551-8b42-a77a99bc82a4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 944 time: 0.0535414 Sep 27 08:44:56.273983 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.276937 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d51de9a0-b240-40fe-863f-a9aeb2d51fb7 req-2a40d8eb-67d1-475d-a42d-353bedb2945e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Sep 27 08:44:56.312463 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:56.316644 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:56.316774 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d435910d-cfff-4941-871d-f4a7417eb0c3" -d '{"events": [{"server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "name": "network-vif-plugged", "status": "completed", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:56.351804 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84b0995-a5aa-422e-a548-3ee2e7558046 x-openstack-request-id: req-f84b0995-a5aa-422e-a548-3ee2e7558046 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:56.352120 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "name": "network-vif-plugged", "status": "completed", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:56.352404 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f84b0995-a5aa-422e-a548-3ee2e7558046 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:56.352843 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0', 'code': 200} Sep 27 08:44:56.380450 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.465320 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:56.770620 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8b3f1-2f67-4bce-945c-9f691a7ef60b req-078fe56e-34db-4c1f-902c-44c532531d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.772148 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dbf8b3f1-2f67-4bce-945c-9f691a7ef60b req-078fe56e-34db-4c1f-902c-44c532531d50 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 1098 time: 0.0408700 Sep 27 08:44:56.825104 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dbf8b3f1-2f67-4bce-945c-9f691a7ef60b req-77499414-a29b-479e-a167-44b90f06a480 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Sep 27 08:44:57.224455 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf059-8f89-48a6-85ad-8e894639cafe req-89574d8a-9cb4-4f8f-a67a-cddc28df38e3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:57.226224 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4faf059-8f89-48a6-85ad-8e894639cafe req-89574d8a-9cb4-4f8f-a67a-cddc28df38e3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Sep 27 08:44:57.265615 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4faf059-8f89-48a6-85ad-8e894639cafe req-5024d7ed-22ec-4b3c-b40f-8a40ef7adeae tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Sep 27 08:44:57.385522 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3777d5d-0674-454e-9a13-e6e5a6d38ed9 req-b87fab5b-3bb9-4f51-8429-a98e891eac8e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:57.389851 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c3777d5d-0674-454e-9a13-e6e5a6d38ed9 req-b87fab5b-3bb9-4f51-8429-a98e891eac8e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Sep 27 08:44:57.394739 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c809c-f31a-4c05-881a-8b13e4dd2dea req-783678ef-ca1e-4429-bd74-67eff91189ba tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:57.396232 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b9c809c-f31a-4c05-881a-8b13e4dd2dea req-783678ef-ca1e-4429-bd74-67eff91189ba tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0532887 Sep 27 08:44:57.398103 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33536) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.402590 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'floatingip': {'port_id': '67477d82-d352-43d8-b888-98a23643e31b'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:57.485852 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.497643 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33544) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.592029 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b9c809c-f31a-4c05-881a-8b13e4dd2dea req-ccc1b43a-2085-4f67-8348-fce2234898c2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630301 Sep 27 08:44:57.620439 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b96b96e9-b63f-4327-b84e-744de9f33a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.710010 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b96b96e9-b63f-4327-b84e-744de9f33a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.757185 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b96b96e9-b63f-4327-b84e-744de9f33a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.792974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b96e9-b63f-4327-b84e-744de9f33a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719cb94-e023-4f5b-9b8d-81d7de3eb19e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:57.800449 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b96b96e9-b63f-4327-b84e-744de9f33a63 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4dcf442079644ef9bd3569a6fa396b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017650 Sep 27 08:44:57.805664 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33552) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.850962 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.873056 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.979885 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.982607 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.983886 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b719cb94-e023-4f5b-9b8d-81d7de3eb19e HTTP/1.1" status: 204 len: 168 time: 0.1812229 Sep 27 08:44:57.992705 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887c193-37c2-4d6a-986c-e56056da5966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719cb94-e023-4f5b-9b8d-81d7de3eb19e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.288224 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.345546 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.443957 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Floating IP d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a associated. External IP: 172.27.2.17, port: 67477d82-d352-43d8-b888-98a23643e31b. Sep 27 08:44:58.615938 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33570) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.633848 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-31c85e61-7b54-410f-a8a1-9573fc2ec038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.667110 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:58.733352 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5683-0d1f-45f3-9428-deeac3911050 req-04071dc8-7e41-4320-ac2b-8cae8f92cf06 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:58.734819 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-275e5683-0d1f-45f3-9428-deeac3911050 req-04071dc8-7e41-4320-ac2b-8cae8f92cf06 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0676172 Sep 27 08:44:58.781891 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:58.787036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.796870 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:58.801522 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-275e5683-0d1f-45f3-9428-deeac3911050 req-cd1d7040-c42f-4ae9-ab69-2fc6b530e3b5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Sep 27 08:44:58.804564 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-31c85e61-7b54-410f-a8a1-9573fc2ec038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.810899 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:58.811748 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:58.817085 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2c3eeb71-48b9-4baa-b7fc-b75858d932de tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "PUT /v2.0/floatingips/d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a HTTP/1.1" status: 200 len: 990 time: 1.4171445 Sep 27 08:44:58.817711 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:58.820025 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:58.855895 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06163c-765a-4311-ba8b-540b94f776a9 x-openstack-request-id: req-fb06163c-765a-4311-ba8b-540b94f776a9 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:58.856194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:58.856447 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb06163c-765a-4311-ba8b-540b94f776a9 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:58.856872 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'status': 'completed', 'code': 200} Sep 27 08:44:58.871628 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-31c85e61-7b54-410f-a8a1-9573fc2ec038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.910902 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-31c85e61-7b54-410f-a8a1-9573fc2ec038 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a73d0189955b4e3d8a16200925feab63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938147 Sep 27 08:44:58.911718 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c85e61-7b54-410f-a8a1-9573fc2ec038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545833e5-0ef5-4be1-96c3-98d841229681,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.928560 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33578) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.935955 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:58.966742 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.990026 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.082991 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.085607 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.086768 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/545833e5-0ef5-4be1-96c3-98d841229681 HTTP/1.1" status: 204 len: 168 time: 0.1718705 Sep 27 08:44:59.095732 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ac6a-f376-48b0-825a-dab949e86ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545833e5-0ef5-4be1-96c3-98d841229681,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.286233 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'd8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753a8200-bad7-4784-b5b5-8397cba5e438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:32Z', 'updated_at': '2021-09-27T08:44:58Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:59.314652 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:59.325283 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:59.325283 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:44:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:59.426348 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:59.659095 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'd8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753a8200-bad7-4784-b5b5-8397cba5e438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:32Z', 'updated_at': '2021-09-27T08:44:58Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:59.686119 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776efed-85cc-4040-9c5c-4df739051f59 None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'd8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753a8200-bad7-4784-b5b5-8397cba5e438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:32Z', 'updated_at': '2021-09-27T08:44:58Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:59.820786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-443d9c35-c925-4b0c-ab95-74af763f4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:59.823156 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-443d9c35-c925-4b0c-ab95-74af763f4040 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1098 time: 0.0520091 Sep 27 08:44:59.956279 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b639f-6de4-449d-85d4-c239ba5ee94e None None] New status for floating IP d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:45:00.042574 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f2920-41a9-4b44-862c-78b0fe324a73 req-47a61008-e76a-4ea3-9978-d34a7628fecc tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.044157 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-918f2920-41a9-4b44-862c-78b0fe324a73 req-47a61008-e76a-4ea3-9978-d34a7628fecc tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1752970 Sep 27 08:45:00.076914 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-08126f65-6c93-4133-b17a-e9ea36fce88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.077690 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-08126f65-6c93-4133-b17a-e9ea36fce88d service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.2404873 Sep 27 08:45:00.137470 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-918f2920-41a9-4b44-862c-78b0fe324a73 req-4eca424e-d4a8-4135-a819-5396599d25ab tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830913 Sep 27 08:45:00.210558 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-6af8a106-d6d1-4b26-a448-45dc17b9831d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 998 time: 0.1199205 Sep 27 08:45:00.268264 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-23f9130f-df60-46de-981d-f3a4cc5071fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.270447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-23f9130f-df60-46de-981d-f3a4cc5071fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0522611 Sep 27 08:45:00.328096 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-8805a91e-7ff8-4a94-9bc7-c7972c2524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.330364 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-8805a91e-7ff8-4a94-9bc7-c7972c2524e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515871 Sep 27 08:45:00.598636 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-0233edfc-3b84-45ae-8ce6-53a87059c504 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583454 Sep 27 08:45:00.701266 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dcd4f06-821b-4eb6-9018-598cc2f4f8c3 req-e9e6bdcc-7447-497b-bc31-c3a5e397d92d service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892069 Sep 27 08:45:01.278772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a37b71-1179-4945-a9fd-30505ca644e1 req-31cfa0f3-2349-4b27-84b3-0ff1f79593ca tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.281399 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-77a37b71-1179-4945-a9fd-30505ca644e1 req-31cfa0f3-2349-4b27-84b3-0ff1f79593ca tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0522034 Sep 27 08:45:01.323677 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-77a37b71-1179-4945-a9fd-30505ca644e1 req-134208eb-3519-416b-8331-f3cdc7b04840 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Sep 27 08:45:01.772113 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db04f5-d515-4c19-8995-00ca7395beea req-03fd3596-1185-404f-87a4-9c016e46a587 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.773727 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62db04f5-d515-4c19-8995-00ca7395beea req-03fd3596-1185-404f-87a4-9c016e46a587 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 27 08:45:01.811567 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62db04f5-d515-4c19-8995-00ca7395beea req-0712910f-eacb-41b4-a042-aaa3f1a209f7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Sep 27 08:45:02.927430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc85793-8fde-4209-826e-337c86e764d5 req-63b68fb4-bc9f-40ab-b984-7070e54aecd8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:02.928983 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6dc85793-8fde-4209-826e-337c86e764d5 req-63b68fb4-bc9f-40ab-b984-7070e54aecd8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0511987 Sep 27 08:45:02.965654 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6dc85793-8fde-4209-826e-337c86e764d5 req-f1d2dd77-877b-4f26-b1ab-04f261aa759d tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Sep 27 08:45:04.084314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924223f-c85f-4181-a493-80f768efbf58 req-bc1d5fa2-dcf4-45b1-8630-440dd52806a6 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:04.085812 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0924223f-c85f-4181-a493-80f768efbf58 req-bc1d5fa2-dcf4-45b1-8630-440dd52806a6 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0492363 Sep 27 08:45:04.123447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0924223f-c85f-4181-a493-80f768efbf58 req-5a055baf-fe3c-4a39-b0cd-36c7b93c7356 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Sep 27 08:45:04.985946 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-6074e81a-ce35-4f42-948c-4b658824fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:04.987430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-6074e81a-ce35-4f42-948c-4b658824fcae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 1098 time: 0.0407169 Sep 27 08:45:05.089132 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-f8a309a9-eb15-44d0-adfb-d21e866c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.090569 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-f8a309a9-eb15-44d0-adfb-d21e866c94e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.0872064 Sep 27 08:45:05.143195 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-0202be26-29e6-4e2d-abe0-c8f49663b984 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0 HTTP/1.1" status: 200 len: 217 time: 0.0336795 Sep 27 08:45:05.245649 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-1c876dfe-9343-4f32-b54c-13350d7c0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.247099 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-1c876dfe-9343-4f32-b54c-13350d7c0e97 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0778069 Sep 27 08:45:05.262181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc198ec-ef80-40f8-b3c1-d29f97a6797e req-d2c85661-ef68-4344-85c9-c127032f4a90 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.263552 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4fc198ec-ef80-40f8-b3c1-d29f97a6797e req-d2c85661-ef68-4344-85c9-c127032f4a90 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0668674 Sep 27 08:45:05.294741 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-473eb913-9325-405b-861a-8e0931f2d873 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302753 Sep 27 08:45:05.338861 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4fc198ec-ef80-40f8-b3c1-d29f97a6797e req-7427f012-1682-49d5-ad2f-63fecd89b57c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647945 Sep 27 08:45:05.409061 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-81e0cb42-f664-4a49-b56d-13e99266d17f service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945816 Sep 27 08:45:05.501899 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d249e9a2-9bdd-4ee7-ab7c-7015cc84ea5f req-ed92c7db-755f-4684-839c-b590fdc374f6 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818918 Sep 27 08:45:06.453042 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9dfd3-8158-42fd-a1e9-d8bdf980a463 req-ca00c0d9-2086-4279-ae89-550b860f2992 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.454447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cda9dfd3-8158-42fd-a1e9-d8bdf980a463 req-ca00c0d9-2086-4279-ae89-550b860f2992 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0478630 Sep 27 08:45:06.495966 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cda9dfd3-8158-42fd-a1e9-d8bdf980a463 req-367e53bd-0953-46d7-9f60-a0e0caa1069c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Sep 27 08:45:07.146634 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33790) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.217046 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6240a-a333-406c-80b5-dc943aa9e3ad req-53909783-9f23-4c8f-9851-7f59c1b4cfe8 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.217678 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ea6240a-a333-406c-80b5-dc943aa9e3ad req-53909783-9f23-4c8f-9851-7f59c1b4cfe8 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0573046 Sep 27 08:45:07.258139 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ea6240a-a333-406c-80b5-dc943aa9e3ad req-21634e72-750c-4d81-ba90-a5dddf977257 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 27 08:45:07.260349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b389614e-398e-4c9e-bd47-716d718aac61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.349519 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b389614e-398e-4c9e-bd47-716d718aac61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.414361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b389614e-398e-4c9e-bd47-716d718aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.476533 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b389614e-398e-4c9e-bd47-716d718aac61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65a91ab9d8e44e6992021b24a29ad7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285034 Sep 27 08:45:07.477882 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389614e-398e-4c9e-bd47-716d718aac61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6083bb54-b767-4593-8580-471645c1f66e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:07.478987 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33800) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.558319 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.582000 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.646189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c64ef-b72b-448d-a214-38c6a044715d req-c11b4457-4461-4ac6-84fb-c0798b95b880 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.647762 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e1c64ef-b72b-448d-a214-38c6a044715d req-c11b4457-4461-4ac6-84fb-c0798b95b880 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0704925 Sep 27 08:45:07.700268 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e1c64ef-b72b-448d-a214-38c6a044715d req-eec35c1b-d28b-4363-891c-c71a1d581773 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Sep 27 08:45:07.734039 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.737193 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.741971 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6083bb54-b767-4593-8580-471645c1f66e HTTP/1.1" status: 204 len: 168 time: 0.2570620 Sep 27 08:45:07.751750 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d5b01-aeda-4746-8630-bbbf69f14b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083bb54-b767-4593-8580-471645c1f66e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.136868 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33826) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.250414 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7dae8009-3bdb-4456-98ae-217f87090139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.347681 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7dae8009-3bdb-4456-98ae-217f87090139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.387208 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae872a-dfca-4ec0-af35-2060e588f0bb req-7cbc71ef-0dfc-44e6-af24-94d3fd1d271f tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.388761 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9eae872a-dfca-4ec0-af35-2060e588f0bb req-7cbc71ef-0dfc-44e6-af24-94d3fd1d271f tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0577972 Sep 27 08:45:08.409470 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7dae8009-3bdb-4456-98ae-217f87090139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.462073 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9eae872a-dfca-4ec0-af35-2060e588f0bb req-b74762ad-f634-47a4-9e9c-4d7e7a03fc89 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Sep 27 08:45:08.465577 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7dae8009-3bdb-4456-98ae-217f87090139 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4035b7267f6a478d978f53de110e67c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277202 Sep 27 08:45:08.466440 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae8009-3bdb-4456-98ae-217f87090139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b6607-86f4-4688-b0ed-d9a1197bf3f1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.470250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33836) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.491595 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33838) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.505851 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2faf4fb-d653-4266-97b6-a3ba99d6b65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.531760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.545516 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-230df7c5-2956-4271-aaee-12094b70dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.557201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.597295 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2faf4fb-d653-4266-97b6-a3ba99d6b65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.647872 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2faf4fb-d653-4266-97b6-a3ba99d6b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.682878 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.685385 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d2faf4fb-d653-4266-97b6-a3ba99d6b65a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9957934bb491466392aa7333301b9b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925182 Sep 27 08:45:08.685981 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.686459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faf4fb-d653-4266-97b6-a3ba99d6b65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b99c1d-43ec-4717-a0e5-6f9ae9fcee5e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.687264 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/384b6607-86f4-4688-b0ed-d9a1197bf3f1 HTTP/1.1" status: 204 len: 168 time: 0.2115505 Sep 27 08:45:08.687922 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33840) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.711393 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7800a-4ef6-4569-8726-ff6d32d800c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b6607-86f4-4688-b0ed-d9a1197bf3f1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.757677 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.784025 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.858913 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a0be-9e3f-46dd-a7f6-c17a6f8131d8 req-785dcf58-1760-4f5b-bc0d-d1496c134420 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.860409 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d499a0be-9e3f-46dd-a7f6-c17a6f8131d8 req-785dcf58-1760-4f5b-bc0d-d1496c134420 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0742612 Sep 27 08:45:08.904217 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d499a0be-9e3f-46dd-a7f6-c17a6f8131d8 req-82712656-62c0-4265-8070-ca1e5b7ec823 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Sep 27 08:45:08.945655 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.948561 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.952410 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82b99c1d-43ec-4717-a0e5-6f9ae9fcee5e HTTP/1.1" status: 204 len: 168 time: 0.2611043 Sep 27 08:45:08.960867 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf277b-69f5-4884-99fd-28679ec9fd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b99c1d-43ec-4717-a0e5-6f9ae9fcee5e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.371052 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33868) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.389256 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-77555993-4481-4387-8e4a-484458fd1407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.544973 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-3b5537ed-d6bc-4e9d-8e04-9b8e5e464c2a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.546462 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-3b5537ed-d6bc-4e9d-8e04-9b8e5e464c2a tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.0839419 Sep 27 08:45:09.622456 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-77555993-4481-4387-8e4a-484458fd1407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.697144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a723-e50e-49f6-9458-8a03b3baf041 req-3265f8a7-b306-4715-a67d-1262fba9467e tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.698690 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2f0a723-e50e-49f6-9458-8a03b3baf041 req-3265f8a7-b306-4715-a67d-1262fba9467e tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 945 time: 0.1507511 Sep 27 08:45:09.702032 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-77555993-4481-4387-8e4a-484458fd1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.787700 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77555993-4481-4387-8e4a-484458fd1407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d49b1b-ffc4-4af4-b522-dd31862c898b,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.799239 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-77555993-4481-4387-8e4a-484458fd1407 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1d679e3169146eb9e9502fed6d3660a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231133 Sep 27 08:45:09.799239 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33886) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.853452 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2f0a723-e50e-49f6-9458-8a03b3baf041 req-6bc09bb8-f206-4b67-be79-6b29e725aaac tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b56e4c6-66ab-404a-8c00-bfce8a55d216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433561 Sep 27 08:45:09.880472 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Deleting port 7cd576cf-98e9-4698-9f0b-1edccccf012a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:09.883538 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.975676 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.014011 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.039570 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] For port 7cd576cf-98e9-4698-9f0b-1edccccf012a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7cd576cf-98e9-4698-9f0b-1edccccf012a,segment=NetworkSegment(b4abe89a-fbfe-4630-95e9-7afee19fdce7),segment_id=b4abe89a-fbfe-4630-95e9-7afee19fdce7)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:10.040204 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.045671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746d9cd-c336-4d1f-9a9a-acf7d2cf0b70 req-1096e8ef-0ddc-468c-be01-fbb4de7918c5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:10.048650 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7746d9cd-c336-4d1f-9a9a-acf7d2cf0b70 req-1096e8ef-0ddc-468c-be01-fbb4de7918c5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0535524 Sep 27 08:45:10.071486 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Calling delete_port for 7cd576cf-98e9-4698-9f0b-1edccccf012a owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:10.103871 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7746d9cd-c336-4d1f-9a9a-acf7d2cf0b70 req-db2226d7-149d-4eba-bc00-5b959e268fa0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Sep 27 08:45:10.236696 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.240106 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.244290 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/94d49b1b-ffc4-4af4-b522-dd31862c898b HTTP/1.1" status: 204 len: 168 time: 0.4417791 Sep 27 08:45:10.261353 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7cc4-f514-480d-9dc1-a7e3e57775b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d49b1b-ffc4-4af4-b522-dd31862c898b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.367940 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.381197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['7cd576cf-98e9-4698-9f0b-1edccccf012a'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:10.403847 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Pushing event deleted for resources: {'Port': ['ID=7cd576cf-98e9-4698-9f0b-1edccccf012a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.465731 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] No DVR routers for this DVR port 7cd576cf-98e9-4698-9f0b-1edccccf012a on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:10.468878 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.470885 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e68c1d5f-b786-42ed-92fd-7dc2e2ecb04d req-88603561-8e23-4a5b-9d55-597842103291 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.68 "DELETE /v2.0/ports/7cd576cf-98e9-4698-9f0b-1edccccf012a HTTP/1.1" status: 204 len: 173 time: 0.9057007 Sep 27 08:45:10.471311 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'name': 'network-vif-deleted', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:10.473707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f07ac1-7549-4cb8-acd6-9b6d05ddc63b" -d '{"events": [{"server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "name": "network-vif-deleted", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:10.508975 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc1a92-081d-477c-8a39-2015ca88e4bd x-openstack-request-id: req-cafc1a92-081d-477c-8a39-2015ca88e4bd {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:10.509313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae8d4c9-93f0-4203-a053-eabff7af251a", "name": "network-vif-deleted", "tag": "7cd576cf-98e9-4698-9f0b-1edccccf012a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:10.509568 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cafc1a92-081d-477c-8a39-2015ca88e4bd {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:10.512610 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae8d4c9-93f0-4203-a053-eabff7af251a', 'name': 'network-vif-deleted', 'tag': '7cd576cf-98e9-4698-9f0b-1edccccf012a', 'status': 'completed', 'code': 200} Sep 27 08:45:10.674266 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33920) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:10.803321 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.902379 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.988481 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.022499 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-34c2ae5b-cf9f-423b-b6e2-adf48a806a89 req-fed9b5c8-3718-4d89-873c-9d50a25a3218 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0718615 Sep 27 08:45:11.044209 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33940) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:11.053297 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9581d52-3821-4124-8c5d-bd2f30d42e64,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:11.064996 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.065611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.066093 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.066589 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.082611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:11.086712 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2660f8bd-89c7-4ba9-ab49-d0aaa7893655 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4915e28a00a34631b1798d3e0e0b4ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113374 Sep 27 08:45:11.089688 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33944) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:11.204596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.204596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.226103 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d5fe-7c49-47ae-b9ed-c1ad58137fb2 req-df3c1c2b-9818-45a3-a514-b6806e794191 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.233900 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-65e0d5fe-7c49-47ae-b9ed-c1ad58137fb2 req-df3c1c2b-9818-45a3-a514-b6806e794191 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0541134 Sep 27 08:45:11.248781 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0231097-8164-48b3-bee7-5510ff37056e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.275735 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-65e0d5fe-7c49-47ae-b9ed-c1ad58137fb2 req-35ccc5f1-38d9-47d3-ba34-48039d95b3e7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380766 Sep 27 08:45:11.476836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-34c4c903-a620-433e-8950-4cc2034b4b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.486190 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.489700 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.493647 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9581d52-3821-4124-8c5d-bd2f30d42e64 HTTP/1.1" status: 204 len: 168 time: 0.4000890 Sep 27 08:45:11.508882 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecfd98-2ade-4899-9a23-a5e4d4c7f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9581d52-3821-4124-8c5d-bd2f30d42e64,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:11.577456 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0231097-8164-48b3-bee7-5510ff37056e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.676760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0231097-8164-48b3-bee7-5510ff37056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.716107 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d0231097-8164-48b3-bee7-5510ff37056e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4870cb9f9914492197daa0c2fa059d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703355 Sep 27 08:45:11.717345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0231097-8164-48b3-bee7-5510ff37056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b636ae-4e4b-4b0a-a52a-b8c7d80a8a01,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:11.718787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33960) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:11.771812 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.792811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.820178 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.984855 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.987309 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.988599 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2b636ae-4e4b-4b0a-a52a-b8c7d80a8a01 HTTP/1.1" status: 204 len: 168 time: 0.2685974 Sep 27 08:45:11.997151 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330da5f0-fdef-4f5d-9532-c9088c98a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b636ae-4e4b-4b0a-a52a-b8c7d80a8a01,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:12.137592 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3d6e76f9-b215-406d-96db-d896958cce03 req-7c1f9791-76e2-46cf-93e4-bf19fe1c651f tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0334132 Sep 27 08:45:12.259575 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 33976) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:12.272570 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9572-d2d1-4eb5-831b-e8738a01b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.391361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9572-d2d1-4eb5-831b-e8738a01b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.409437 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c15ac-7827-431c-9da3-461e2a5cfd76 req-39b0ef73-fcc2-451f-8353-6cc7ed66a6cd tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:12.414068 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e28c15ac-7827-431c-9da3-461e2a5cfd76 req-39b0ef73-fcc2-451f-8353-6cc7ed66a6cd tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0625825 Sep 27 08:45:12.457189 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e28c15ac-7827-431c-9da3-461e2a5cfd76 req-bf4cb1f6-da1e-4c01-9eb3-2042decffaaf tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Sep 27 08:45:12.458475 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9572-d2d1-4eb5-831b-e8738a01b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.501457 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2fbc9572-d2d1-4eb5-831b-e8738a01b3a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a2777a32b8b42349f1533d1e67a40e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408082 Sep 27 08:45:12.502747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc9572-d2d1-4eb5-831b-e8738a01b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c08018-d969-4ac5-8afb-5aa466ac3478,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:12.504615 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 33992) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:12.533584 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.559938 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.581267 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.693949 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.696587 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.697839 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7c08018-d969-4ac5-8afb-5aa466ac3478 HTTP/1.1" status: 204 len: 168 time: 0.1915448 Sep 27 08:45:12.706351 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c08018-d969-4ac5-8afb-5aa466ac3478,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:12.714425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.714772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.715107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.715437 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.715765 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.716089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.716420 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.716848 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.717201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.717522 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.717841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:12.718159 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc797-5872-43d2-9c92-dcde80e521b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:13.261513 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a517a613-eae5-4244-9e4b-b5f1a9d463ae req-1d3da407-f557-4a4f-af8e-b104c81f19ca tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0421293 Sep 27 08:45:13.586216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887187a-ebf4-4476-8744-0e1040bae015 req-98574210-abb5-403d-b25f-3ba740f39549 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:13.588717 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c887187a-ebf4-4476-8744-0e1040bae015 req-98574210-abb5-403d-b25f-3ba740f39549 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0616663 Sep 27 08:45:13.631386 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c887187a-ebf4-4476-8744-0e1040bae015 req-d1e1247c-6eec-4033-ba1c-91759dd534c6 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Sep 27 08:45:13.829534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34060) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:13.962868 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b80a00ee-5061-4a2a-a386-6bea494fbcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.042116 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.073628 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b80a00ee-5061-4a2a-a386-6bea494fbcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.103792 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34070) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:14.154083 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b80a00ee-5061-4a2a-a386-6bea494fbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.212189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a00ee-5061-4a2a-a386-6bea494fbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb896de0-bf05-485a-ae04-444744727b66,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.216418 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b80a00ee-5061-4a2a-a386-6bea494fbcde admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8401349688d046abbff6981125ef22eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858685 Sep 27 08:45:14.222062 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34080) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:14.271680 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.293850 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.345193 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5d5d17a9-1661-4bd6-82cc-4236a770784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.386856 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d2044eda-0e6b-4b5b-a481-a0c4b91b83d5 req-fe0e2dc0-e9f5-43ac-8e05-7a4b8ddb10f0 tempest-DeleteServersTestJSON-2109464735 tempest-DeleteServersTestJSON-2109464735-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ae8d4c9-93f0-4203-a053-eabff7af251a HTTP/1.1" status: 200 len: 210 time: 0.0276914 Sep 27 08:45:14.418988 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.421509 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.422628 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb896de0-bf05-485a-ae04-444744727b66 HTTP/1.1" status: 204 len: 168 time: 0.1998463 Sep 27 08:45:14.436860 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14667de3-d5af-4db4-9e39-121791f63434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb896de0-bf05-485a-ae04-444744727b66,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.494632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5d5d17a9-1661-4bd6-82cc-4236a770784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.533135 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7cd576cf-98e9-4698-9f0b-1edccccf012a no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:14.552913 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 7cd576cf-98e9-4698-9f0b-1edccccf012a {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:14.554062 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7cd576cf-98e9-4698-9f0b-1edccccf012a not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:14.573198 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5d5d17a9-1661-4bd6-82cc-4236a770784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.616115 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5d5d17a9-1661-4bd6-82cc-4236a770784f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d327ddfe80b74a26906dbab9d7558a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140433 Sep 27 08:45:14.617012 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d17a9-1661-4bd6-82cc-4236a770784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba6f3ca-9968-4c78-a3e6-c760cafd638a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.619321 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34092) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:14.671190 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.694253 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.790429 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046938b-42d7-4543-8d87-718872a61f4e req-ff14fcb2-affe-4854-bfec-b4be43f4f021 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:14.793110 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4046938b-42d7-4543-8d87-718872a61f4e req-ff14fcb2-affe-4854-bfec-b4be43f4f021 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0714962 Sep 27 08:45:14.831531 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4046938b-42d7-4543-8d87-718872a61f4e req-0cec6f77-f057-4262-819b-0a3f0be20240 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Sep 27 08:45:14.869703 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.872402 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.875065 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cba6f3ca-9968-4c78-a3e6-c760cafd638a HTTP/1.1" status: 204 len: 168 time: 0.2543962 Sep 27 08:45:14.885442 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740f960-2946-420a-9731-2f203efed6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba6f3ca-9968-4c78-a3e6-c760cafd638a,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:15.062664 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34106) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:15.076176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f62c744-50d9-4d3e-bc21-d38ab5a51ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.178721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f62c744-50d9-4d3e-bc21-d38ab5a51ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.277289 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f62c744-50d9-4d3e-bc21-d38ab5a51ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.308869 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9f62c744-50d9-4d3e-bc21-d38ab5a51ced admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0667510056ae42779d86ea6ec81f36b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444439 Sep 27 08:45:15.311017 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34118) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:15.328087 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62c744-50d9-4d3e-bc21-d38ab5a51ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9729f02-79c2-447e-8b5e-ed19515bffce,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:15.368111 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.396165 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.522292 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.525539 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.527652 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9729f02-79c2-447e-8b5e-ed19515bffce HTTP/1.1" status: 204 len: 168 time: 0.2143893 Sep 27 08:45:15.542051 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446ae74-367e-4123-a5b9-157a07788b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9729f02-79c2-447e-8b5e-ed19515bffce,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:15.963390 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bf984-d6c9-4732-9888-f4566d41d8ec req-c999627c-57fd-4fff-8f0f-18c1e95db286 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:15.971684 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d02bf984-d6c9-4732-9888-f4566d41d8ec req-c999627c-57fd-4fff-8f0f-18c1e95db286 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0715873 Sep 27 08:45:16.040982 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d02bf984-d6c9-4732-9888-f4566d41d8ec req-b88c37ee-6ba6-4930-a81e-95dac06cc22a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622911 Sep 27 08:45:16.797821 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e24cf31e-ad15-49a4-8b76-9d38b8b5c70b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:16.800035 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e24cf31e-ad15-49a4-8b76-9d38b8b5c70b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.1409249 Sep 27 08:45:16.829347 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-88d6ffcf-8577-4260-8515-ceb624cf629e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/quotas/b369072551fd466c8a3cd5b8efb74038 HTTP/1.1" status: 200 len: 375 time: 0.0207741 Sep 27 08:45:16.891817 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-d89ce0df-d5b0-469d-932b-d9bc137b5ebe tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614727 Sep 27 08:45:16.979069 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-95384947-4089-4194-b6e4-d53bcd5778f2 service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862641 Sep 27 08:45:17.109130 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-f2ae50e7-56b7-478c-bafa-66b0a410591e service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178017 Sep 27 08:45:17.172776 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be237131-f8cd-45bb-aafa-34f8f67c9013 req-742346fd-e338-4918-bb77-04964da8c4e0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:17.181058 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be237131-f8cd-45bb-aafa-34f8f67c9013 req-742346fd-e338-4918-bb77-04964da8c4e0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0599830 Sep 27 08:45:17.222261 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be237131-f8cd-45bb-aafa-34f8f67c9013 req-4a6919eb-4c4e-4a7d-b997-c2d6f31fc24a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Sep 27 08:45:17.404838 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a404632e-8f75-4fcb-a572-8e5658a74c72 req-646b3a80-9d2a-45e3-97aa-c30cbff2dd12 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Sep 27 08:45:17.810325 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34308) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:17.859250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Deleting subnet 19262c19-a66b-4c5f-80a8-9133b5080262 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:17.862267 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.899181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.908238 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.100707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.130823 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19262c19-a66b-4c5f-80a8-9133b5080262,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:18.135167 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.140251 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-86a80a68-af5c-4bef-b1fc-238fbf240b41 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/19262c19-a66b-4c5f-80a8-9133b5080262 HTTP/1.1" status: 204 len: 168 time: 0.3260715 Sep 27 08:45:18.140251 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34320) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:18.249783 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.387913 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.421777 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.422249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.423065 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.423467 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > port after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.423900 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.424352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > port after_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.424704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.425040 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.425380 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.426195 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.512860 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ea85ba-855b-40da-8f30-7c76edf8e8d5 req-6576e656-3336-4a6c-8588-bc803db88c4a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Sep 27 08:45:18.688480 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.688866 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.689184 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.689510 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:45:18.689951 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6631bdd-5725-470d-b892-94c8b7716e86']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:18.703966 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0d1e0-1f8c-4967-96fc-304cf29afde0 req-f8b3b9fe-f2dd-4c3d-b6f3-d9dfd94e5344 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:18.705875 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ada0d1e0-1f8c-4967-96fc-304cf29afde0 req-f8b3b9fe-f2dd-4c3d-b6f3-d9dfd94e5344 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.3965635 Sep 27 08:45:18.726702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4abe89a-fbfe-4630-95e9-7afee19fdce7') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:18.736151 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4abe89a-fbfe-4630-95e9-7afee19fdce7') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:18.750771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.789668 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ada0d1e0-1f8c-4967-96fc-304cf29afde0 req-03bb8ae4-ec7d-4398-9383-9d4d420c26da tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741301 Sep 27 08:45:18.794435 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.801575 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:18.802107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: from cryptography.utils import int_from_bytes Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: from cryptography.utils import int_from_bytes Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:18.806569 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:19.218893 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.235128 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.237026 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] 10.222.0.74 "DELETE /v2.0/networks/f6631bdd-5725-470d-b892-94c8b7716e86 HTTP/1.1" status: 204 len: 168 time: 1.0961943 Sep 27 08:45:19.238191 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b2d3b-8c44-4427-8d7b-9f68a9472e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6631bdd-5725-470d-b892-94c8b7716e86,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:19.658267 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-177dca5b-20d8-4433-bb10-724086f0e18a req-bfdc9e21-094a-4472-9fb9-7c582b27c851 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0376995 Sep 27 08:45:19.689182 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34398) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:19.744666 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cba00dd3-3d32-4200-9897-f7ead1ea4260 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34486be1bd22480b9ded8168d796ea30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542266 Sep 27 08:45:19.747039 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34404) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:19.798823 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.819322 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.942184 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22208fee-dfdc-46f5-b23d-021db2ce0f3e req-c49886f3-4d8c-4a30-8442-9c07763d0d3c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:19.951993 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-6fa054fd-2764-445c-900e-05adacec1408 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:19.952180 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-22208fee-dfdc-46f5-b23d-021db2ce0f3e req-c49886f3-4d8c-4a30-8442-9c07763d0d3c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0613890 Sep 27 08:45:19.952402 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-6fa054fd-2764-445c-900e-05adacec1408 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.1221001 Sep 27 08:45:19.979047 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Request body: {'port': {'device_id': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'admin_state_up': True, 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:19.987181 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-22208fee-dfdc-46f5-b23d-021db2ce0f3e req-2fcf9351-2339-40f4-bebf-55482e3c2c32 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Sep 27 08:45:20.010985 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.017892 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.019683 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b56e4c6-66ab-404a-8c00-bfce8a55d216 HTTP/1.1" status: 204 len: 168 time: 0.2717361 Sep 27 08:45:20.029177 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320fe4-d450-49fb-a8af-d7788a50bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b56e4c6-66ab-404a-8c00-bfce8a55d216,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.105865 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34418) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.207205 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:20.211030 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.238937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-68e042a9-672c-40fb-8bad-e9ddb6c598ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.351271 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-68e042a9-672c-40fb-8bad-e9ddb6c598ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.353677 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Allocated IP 172.20.0.5 (7a07c950-9ac1-48ab-ac33-e2a25fcfe075/a2de4772-7443-472f-8555-0878ee7e73dd/d3f26dc8-36dc-414d-b511-1026954f44bd) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:20.440249 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-68e042a9-672c-40fb-8bad-e9ddb6c598ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.500550 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-68e042a9-672c-40fb-8bad-e9ddb6c598ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21cf47e4d8ca4e648475165b907f2f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883221 Sep 27 08:45:20.500550 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e042a9-672c-40fb-8bad-e9ddb6c598ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3683b6-48ec-4b38-ac91-1711c067ccef,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.500550 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34438) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.531327 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.564790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.591122 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.631181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.651085 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:20.673664 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:20.677273 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:20.681596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:20.714431 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event updated for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.739660 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.743371 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.746805 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e3683b6-48ec-4b38-ac91-1711c067ccef HTTP/1.1" status: 204 len: 168 time: 0.2454407 Sep 27 08:45:20.759815 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a3f2-b82d-4ded-9b4f-05a2e42937fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3683b6-48ec-4b38-ac91-1711c067ccef,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.779533 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:20.782534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.846834 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0940167-d7dd-4f9c-8b50-0897823eed6c req-fe1aae8a-efd7-4064-85da-53b1993f8ee8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:20.857333 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a0940167-d7dd-4f9c-8b50-0897823eed6c req-fe1aae8a-efd7-4064-85da-53b1993f8ee8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 931 time: 0.0795493 Sep 27 08:45:20.891831 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a0940167-d7dd-4f9c-8b50-0897823eed6c req-481965ca-e76d-4421-9e13-aa2d80a9c14c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Sep 27 08:45:20.894081 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-e244d79f-5701-4266-a752-d549414062f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9234474 Sep 27 08:45:20.907987 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Request body: {'port': {'device_id': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:20.976734 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.212672 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60efc3-eef2-4db3-a2b4-296307c08605 req-25bbce4e-7077-47ce-a96b-0309754950b8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.214258 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df60efc3-eef2-4db3-a2b4-296307c08605 req-25bbce4e-7077-47ce-a96b-0309754950b8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1150038 Sep 27 08:45:21.298697 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df60efc3-eef2-4db3-a2b4-296307c08605 req-cf61d80b-fe39-403a-9ea5-33112100842c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538378 Sep 27 08:45:21.330733 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34476) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:21.370055 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f26dc8-36dc-414d-b511-1026954f44bd {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:21.377880 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.392444 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Transition to ACTIVE for port object d3f26dc8-36dc-414d-b511-1026954f44bd will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:21.449231 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34480) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:21.462461 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3897af4d-bf7c-47d5-b95e-570944db52c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.505410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.580537 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.593043 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3897af4d-bf7c-47d5-b95e-570944db52c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.611063 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1411909945-network', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:21.627463 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Attempting to bind port d3f26dc8-36dc-414d-b511-1026954f44bd on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:21.627852 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Attempting to bind port d3f26dc8-36dc-414d-b511-1026954f44bd by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:21.628183 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Attempting to bind port d3f26dc8-36dc-414d-b511-1026954f44bd on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:21.632944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Port d3f26dc8-36dc-414d-b511-1026954f44bd on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:21.633245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Attempting to bind port d3f26dc8-36dc-414d-b511-1026954f44bd on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:21.638033 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:21.638370 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Checking segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:21.638751 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Bound using segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:21.639173 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Bound port: d3f26dc8-36dc-414d-b511-1026954f44bd, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:21.639529 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.683346 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3897af4d-bf7c-47d5-b95e-570944db52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.708077 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:21.717596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3f26dc8-36dc-414d-b511-1026954f44bd,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:21.734774 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3897af4d-bf7c-47d5-b95e-570944db52c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8137c79ddd74e87bc0c4adf4e7cd8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811663 Sep 27 08:45:21.734774 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897af4d-bf7c-47d5-b95e-570944db52c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c1a1c-e175-4691-9813-7e915cc1c833,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.735767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34484) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:21.766223 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34486) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:21.790074 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.811216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.818234 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Made reservation on behalf of 5383265408b84c1ca850256f7ccc80f6 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:21.823252 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.839827 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.848329 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.893197 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.894763 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.896494 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] 10.222.0.68 "PUT /v2.0/ports/d3f26dc8-36dc-414d-b511-1026954f44bd HTTP/1.1" status: 200 len: 1093 time: 0.9932077 Sep 27 08:45:21.902740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:21.905785 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0b506-8867-419c-82b5-0ae619effa73" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:21.931254 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-10c76ec0-e6fb-4ad1-bcc2-0ed3afce797e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.965326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d509174-3108-4872-a181-909273749677 x-openstack-request-id: req-4d509174-3108-4872-a181-909273749677 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:21.966104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:21.966379 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d509174-3108-4872-a181-909273749677 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:21.966993 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd', 'status': 'completed', 'code': 200} Sep 27 08:45:21.981349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.993035 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.993035 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/821c1a1c-e175-4691-9813-7e915cc1c833 HTTP/1.1" status: 204 len: 168 time: 0.2496686 Sep 27 08:45:22.018128 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6a92-b5bc-42c6-a005-6334aa60fec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c1a1c-e175-4691-9813-7e915cc1c833,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.050903 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0723d45-8cb0-42c8-927a-5e19e16f95b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.104128 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f73ffa-eb4b-4cdc-b104-5b1df353668a req-58e00cdd-91eb-429d-8352-1af14b24f428 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.105699 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02f73ffa-eb4b-4cdc-b104-5b1df353668a req-58e00cdd-91eb-429d-8352-1af14b24f428 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 943 time: 0.1326318 Sep 27 08:45:22.108490 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-755085ce-93b5-4c90-8a75-d7e78e89dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.110145 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-755085ce-93b5-4c90-8a75-d7e78e89dac2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 1096 time: 0.1177130 Sep 27 08:45:22.110754 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.165989 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02f73ffa-eb4b-4cdc-b104-5b1df353668a req-75f1a81f-f94a-42f4-a15d-76a99e5e368b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542436 Sep 27 08:45:22.218472 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.252934 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-eff5a74d-d789-485b-a8ee-68b08c49d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.254732 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-eff5a74d-d789-485b-a8ee-68b08c49d83d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=b369072551fd466c8a3cd5b8efb74038&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1237884 Sep 27 08:45:22.270559 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:22.431964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-1318186f-082a-4739-a3f7-4dc64e1e8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.434001 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebe0b506-8867-419c-82b5-0ae619effa73 req-1318186f-082a-4739-a3f7-4dc64e1e8b94 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689003 Sep 27 08:45:22.451049 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-10c76ec0-e6fb-4ad1-bcc2-0ed3afce797e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.469619 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e64d-0464-41ea-a3dc-fba6eeaff3e3 req-7391a3ab-425c-46ed-8742-0715b5b21f59 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.479771 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a29e64d-0464-41ea-a3dc-fba6eeaff3e3 req-7391a3ab-425c-46ed-8742-0715b5b21f59 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1059411 Sep 27 08:45:22.546410 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d94435-88bf-4cde-ad46-5c1193ab36c1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.549536 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.549866 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Added segment 7612eace-c234-4259-a5c3-1678791e858a of type vlan for network bcfe1485-ea2f-4942-8deb-2a3288c83372 Sep 27 08:45:22.555281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-10c76ec0-e6fb-4ad1-bcc2-0ed3afce797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.567940 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-ceb0f4bb-416f-4adf-884a-fff9b9078772 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3334920 Sep 27 08:45:22.603821 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34524) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:22.610986 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.624951 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c76ec0-e6fb-4ad1-bcc2-0ed3afce797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa61ada-0459-4072-babe-aed6e5afd05e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.649012 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a29e64d-0464-41ea-a3dc-fba6eeaff3e3 req-b7ddb566-773d-481d-a715-0d14b2059ad2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681712 Sep 27 08:45:22.656566 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-bdcdc358-acf0-4206-88af-159871f56d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.658358 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-bdcdc358-acf0-4206-88af-159871f56d47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 1096 time: 0.1757472 Sep 27 08:45:22.661560 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-10c76ec0-e6fb-4ad1-bcc2-0ed3afce797e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f54968e0949438393aa7203f7e6556c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8941247 Sep 27 08:45:22.664357 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34530) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:22.702156 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-7dba3696-56b0-46c6-8c28-7a189322f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.703852 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-7dba3696-56b0-46c6-8c28-7a189322f84b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 1098 time: 0.0593374 Sep 27 08:45:22.725621 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.726788 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.727372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.758408 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-6627be75-2fc3-40f9-95e2-b56c26ad9557 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f26dc8-36dc-414d-b511-1026954f44bd HTTP/1.1" status: 200 len: 217 time: 0.0565038 Sep 27 08:45:22.776768 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.806053 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce60-4f00-444c-aba1-07bc1803563d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.829764 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.844327 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-3bddfc15-55f6-413d-ac2a-a2c85253763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.845852 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-3bddfc15-55f6-413d-ac2a-a2c85253763a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.0701535 Sep 27 08:45:22.893396 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfe1485-ea2f-4942-8deb-2a3288c83372,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.893396 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-222f0ff6-f3d8-4b48-9a7b-cbbd7ecfd1e8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5569718 Sep 27 08:45:22.898702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34536) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:22.900809 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-4b7a9efa-a54f-48a5-b3e9-9f4c08c34c12 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285258 Sep 27 08:45:22.905818 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Request body: {'subnet': {'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1411909945-subnet', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:22.908112 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:22.926517 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-c4f76611-7a57-4ed6-842d-feed9c108cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.932845 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-c4f76611-7a57-4ed6-842d-feed9c108cf3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 915 time: 0.1984236 Sep 27 08:45:23.001314 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-6e7e6178-c546-44fd-805d-c6d181ed4dc9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b2738-c06e-41c9-8eb9-19853b442aad HTTP/1.1" status: 200 len: 217 time: 0.0590448 Sep 27 08:45:23.001756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.005146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.006296 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2aa61ada-0459-4072-babe-aed6e5afd05e HTTP/1.1" status: 204 len: 168 time: 0.3409841 Sep 27 08:45:23.018631 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-81e3957b-e30d-4d3b-8445-186fe2c1b155 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061399 Sep 27 08:45:23.020200 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c5165-baa1-429c-910f-c254f78db5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa61ada-0459-4072-babe-aed6e5afd05e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.078747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-b26db52c-6b68-4f74-bc5a-a9d2bc519358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:23.080740 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-b26db52c-6b68-4f74-bc5a-a9d2bc519358 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.0698984 Sep 27 08:45:23.130798 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-02b71f51-ac7c-43a6-b764-05583cb64ceb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361516 Sep 27 08:45:23.171194 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce60-4f00-444c-aba1-07bc1803563d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.178340 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56bf4bb8-0aff-4b0c-be35-52177b6de103 req-f295b334-0e49-4451-85fd-b9fc3d099c08 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468713 Sep 27 08:45:23.217032 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce60-4f00-444c-aba1-07bc1803563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.288125 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3ce3ce60-4f00-444c-aba1-07bc1803563d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9432844b38eb475b83b86b177936f05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831322 Sep 27 08:45:23.290786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34550) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.308598 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3ce60-4f00-444c-aba1-07bc1803563d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f13fa-6990-4a0b-b39b-67cd8a1ebab0,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.312727 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-a41fde2e-cffa-48e9-8edc-ef243654ab92 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707182 Sep 27 08:45:23.318749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Made reservation on behalf of 5383265408b84c1ca850256f7ccc80f6 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:23.321410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.343788 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ed3d-d450-442c-96b0-2173542d9922 req-a2beb04c-a24a-49fe-a4d6-7c149a3f1aaf tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:23.345534 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f03ed3d-d450-442c-96b0-2173542d9922 req-a2beb04c-a24a-49fe-a4d6-7c149a3f1aaf tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 943 time: 0.0958955 Sep 27 08:45:23.428764 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f03ed3d-d450-442c-96b0-2173542d9922 req-98cc25e4-47d3-4cc1-973f-206a00e1a4d4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727129 Sep 27 08:45:23.464853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.465995 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0e113ffe-de28-4ccb-be4d-c49c3de60557 req-14a3a286-4c33-4efc-813d-247ff2592591 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400397 Sep 27 08:45:23.505133 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.648827 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34560) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.666749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0b382bb8-e15c-4d43-afea-895456df8003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.683608 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.749341 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.751843 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.753010 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a94f13fa-6990-4a0b-b39b-67cd8a1ebab0 HTTP/1.1" status: 204 len: 168 time: 0.4611735 Sep 27 08:45:23.761126 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abeb7d7e-0413-4933-9110-b98b32f4aae0,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.779305 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25925b0a-dff7-4fad-bd4c-e69112bc181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f13fa-6990-4a0b-b39b-67cd8a1ebab0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.785710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Checking segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:23.788883 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Network hostable DHCP agents. Network: bcfe1485-ea2f-4942-8deb-2a3288c83372, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:45:23.791054 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c132a6f-3ba4-4dd7-8921-126a0ae294a8 req-b8148425-ce54-4431-aa9f-1283fbee48d2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:23.793264 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c132a6f-3ba4-4dd7-8921-126a0ae294a8 req-b8148425-ce54-4431-aa9f-1283fbee48d2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0620494 Sep 27 08:45:23.855633 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0b382bb8-e15c-4d43-afea-895456df8003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.867406 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c132a6f-3ba4-4dd7-8921-126a0ae294a8 req-3397708f-9914-4733-a82e-dfe1bfb1f3da tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 Sep 27 08:45:23.927831 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:45:23.984443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0b382bb8-e15c-4d43-afea-895456df8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.030638 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0b382bb8-e15c-4d43-afea-895456df8003 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5135e4acba93448cb91250a5ba72072d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807094 Sep 27 08:45:24.031523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b382bb8-e15c-4d43-afea-895456df8003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bfe4f9-47e5-4a63-8ea5-6bc08019253c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:24.033436 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34568) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:24.048575 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, bcfe1485-ea2f-4942-8deb-2a3288c83372) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:24.054531 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.060104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.061538 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bfe1c-1ed1-4241-9abd-f6cacf8a2e58 None None] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:24.089513 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.108968 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.142769 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f5465f75-2b49-4ad5-b8e6-27867ef1d9a2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2407877 Sep 27 08:45:24.143454 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34572) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:24.147937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:24.153085 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.260762 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-bcfe1485-ea2f-4942-8deb-2a3288c83372', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:45:24.263418 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.287896 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.292351 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.306305 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.308046 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.309190 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72bfe4f9-47e5-4a63-8ea5-6bc08019253c HTTP/1.1" status: 204 len: 168 time: 0.2735338 Sep 27 08:45:24.328058 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824a5b2-26b8-4b2c-8616-7870c95dc1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bfe4f9-47e5-4a63-8ea5-6bc08019253c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:24.369247 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.443229 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Allocated IP 172.20.0.2 (bcfe1485-ea2f-4942-8deb-2a3288c83372/abeb7d7e-0413-4933-9110-b98b32f4aae0/2e54e889-6e00-4ecd-8ba2-81c3630654a0) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:24.606572 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.619767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.620897 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d3f26dc8-36dc-414d-b511-1026954f44bd details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:24.651825 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70057709-95e3-4252-abf5-412d04999b09 req-b8df6a97-ed6a-4289-ba56-f4603eefd160 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.659196 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-70057709-95e3-4252-abf5-412d04999b09 req-b8df6a97-ed6a-4289-ba56-f4603eefd160 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 943 time: 0.1093564 Sep 27 08:45:24.719984 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.723825 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-70057709-95e3-4252-abf5-412d04999b09 req-e47aeb0c-e0c2-475c-8392-271fd13e36b6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630071 Sep 27 08:45:24.775438 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Pushing event updated for resources: {'Port': ['ID=2e54e889-6e00-4ecd-8ba2-81c3630654a0,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:24.792021 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:24.806276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:24.814149 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:24.832086 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.832086 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.832426 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.832705 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.833044 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.833267 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.833662 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.834001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.834346 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.834680 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.835006 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.835335 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:24.885576 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3f26dc8-36dc-414d-b511-1026954f44bd,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:24.904250 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Attempting to bind port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:24.904763 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Attempting to bind port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:24.905134 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Attempting to bind port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:24.907329 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'd3f26dc8-36dc-414d-b511-1026954f44bd', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'port_id': 'd3f26dc8-36dc-414d-b511-1026954f44bd', 'mac_address': 'fa:16:3e:ca:64:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2de4772-7443-472f-8555-0878ee7e73dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:24.914638 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:24.914988 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Checking segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:24.915367 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.915874 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Bound using segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:24.916357 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Bound port: 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:24.916859 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.969011 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.990694 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.995553 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.016354 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f26dc8-36dc-414d-b511-1026954f44bd {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:25.041668 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3f26dc8-36dc-414d-b511-1026954f44bd,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:25.057639 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] For port 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:25.063221 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] For port 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2e54e889-6e00-4ecd-8ba2-81c3630654a0,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:25.112768 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114db87-d66e-4511-b104-62f2ed435f3f req-19338ad0-23ce-4420-a454-2efcf637cdc9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.114319 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3114db87-d66e-4511-b104-62f2ed435f3f req-19338ad0-23ce-4420-a454-2efcf637cdc9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1201746 Sep 27 08:45:25.118104 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.147287 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.177302 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34608) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:25.190630 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.204097 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfb59-9a61-4014-ab46-e41efbd85839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.217445 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Allocated IP 172.27.2.251 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/7cce3e3f-3a83-476b-ac75-53b49cd31e13) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:25.239731 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3114db87-d66e-4511-b104-62f2ed435f3f req-57ffb8bb-89dc-4345-9ed3-dd27dcf7a62d tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168361 Sep 27 08:45:25.290289 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d547c-7786-4286-b648-1e2a75a5c1ef None None] Pushing event updated for resources: {'Port': ['ID=2e54e889-6e00-4ecd-8ba2-81c3630654a0,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.392964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfb59-9a61-4014-ab46-e41efbd85839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.419258 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.440773 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d3f26dc8-36dc-414d-b511-1026954f44bd'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:25.484797 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfb59-9a61-4014-ab46-e41efbd85839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.573605 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.578416 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ccbcfb59-9a61-4014-ab46-e41efbd85839 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f2917507ad434ecba3eb340cb8a096a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000385 Sep 27 08:45:25.582083 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34618) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:25.603971 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcfb59-9a61-4014-ab46-e41efbd85839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e718f16b-85cd-44ad-900b-e07243ff52b4,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.691038 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:25.693920 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.703349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:25.709105 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:25.713109 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Pushing event updated for resources: {'Port': ['ID=7cce3e3f-3a83-476b-ac75-53b49cd31e13,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.772095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.793452 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2e54e889-6e00-4ecd-8ba2-81c3630654a0 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:25.864882 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:25.865416 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.958811 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.968269 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527ae-c0ce-4ae4-b1d5-0a1d4efbcf87 req-5be4c9e0-5e54-48b9-b448-86a11980719a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.970033 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-126527ae-c0ce-4ae4-b1d5-0a1d4efbcf87 req-5be4c9e0-5e54-48b9-b448-86a11980719a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 944 time: 0.0863850 Sep 27 08:45:25.973512 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.977706 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.979073 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e718f16b-85cd-44ad-900b-e07243ff52b4 HTTP/1.1" status: 204 len: 168 time: 0.3957837 Sep 27 08:45:25.996333 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2e54e889-6e00-4ecd-8ba2-81c3630654a0,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:26.003058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849c90b-117c-4730-9adc-86e05f2f0a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718f16b-85cd-44ad-900b-e07243ff52b4,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:26.033444 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-126527ae-c0ce-4ae4-b1d5-0a1d4efbcf87 req-b488cd83-8da0-4222-824a-53eb8c26e531 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Sep 27 08:45:26.134942 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.198352 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=2e54e889-6e00-4ecd-8ba2-81c3630654a0,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:26.277221 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.411088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295564b-f2de-4a53-b24b-d8af807c19e7 None None] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:26.458007 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036be25-67a7-419e-8a7d-e43f372c1bb6 req-dfe01ef8-e6fe-4fb0-9616-6e387d557869 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.464211 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7036be25-67a7-419e-8a7d-e43f372c1bb6 req-dfe01ef8-e6fe-4fb0-9616-6e387d557869 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1171017 Sep 27 08:45:26.518043 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7036be25-67a7-419e-8a7d-e43f372c1bb6 req-d037b9a9-83ad-495f-bc61-3720f74ec0fe tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Sep 27 08:45:26.531825 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-77955231-67e8-4169-a561-e92e5e83575d None None] Provisioning complete for port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:26.532432 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-77955231-67e8-4169-a561-e92e5e83575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.590834 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d3f26dc8-36dc-414d-b511-1026954f44bd up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:26.660234 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.875892 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port d3f26dc8-36dc-414d-b511-1026954f44bd completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:26.882894 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port d3f26dc8-36dc-414d-b511-1026954f44bd triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:26.885537 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.933237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:45:27.015076 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.028307 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d79dc7e6-210a-43ba-9353-88471ffa9fc0 None None] Provisioning complete for port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:27.028752 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d79dc7e6-210a-43ba-9353-88471ffa9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.080113 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:27.084557 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba3c69-66b3-4d49-b351-056eba406e29" -d '{"events": [{"server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "name": "network-vif-plugged", "status": "completed", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:27.113357 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:27.126969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3f26dc8-36dc-414d-b511-1026954f44bd,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:27.130107 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:27.145677 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:27.146271 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:27.180722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3ad61b-3a6e-47f1-b8be-e978a1a0df2f x-openstack-request-id: req-2c3ad61b-3a6e-47f1-b8be-e978a1a0df2f {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:27.180722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "name": "network-vif-plugged", "status": "completed", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:27.180722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c3ad61b-3a6e-47f1-b8be-e978a1a0df2f {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:27.181382 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd', 'code': 200} Sep 27 08:45:27.230153 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f8f4-ebee-447d-b74d-5b35a6110d6b req-c0a4c232-cf8b-4b3e-991a-d7d313a53aee tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.231756 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c071f8f4-ebee-447d-b74d-5b35a6110d6b req-c0a4c232-cf8b-4b3e-991a-d7d313a53aee tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 944 time: 0.0864820 Sep 27 08:45:27.241542 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.276311 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.280792 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3987357d-e973-4e85-80c3-93c74836e28c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1340899 Sep 27 08:45:27.281576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34672) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:27.301520 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c071f8f4-ebee-447d-b74d-5b35a6110d6b req-d12eff8f-6349-4164-bb67-49c87264582a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Sep 27 08:45:27.313119 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:27.326038 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.592297 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:25Z', 'revision_number': 3, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:27.654145 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:27.654717 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Updating router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:45:27.683761 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.704863 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2e54e889-6e00-4ecd-8ba2-81c3630654a0 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:27.755964 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:27.756803 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.759103 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:45:27.911819 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435596a-7471-4492-9faf-724b8d3e2e2f req-8e1e24fa-b9d7-41d9-8df9-94178a93d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.913483 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2435596a-7471-4492-9faf-724b8d3e2e2f req-8e1e24fa-b9d7-41d9-8df9-94178a93d883 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 1098 time: 0.2805090 Sep 27 08:45:27.935388 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b27b1-fbc1-4d25-a596-c06e55ebd62c req-0cee17a6-571d-4331-b24d-d0fb4cb21513 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.943062 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-931b27b1-fbc1-4d25-a596-c06e55ebd62c req-0cee17a6-571d-4331-b24d-d0fb4cb21513 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.2678349 Sep 27 08:45:28.096530 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-931b27b1-fbc1-4d25-a596-c06e55ebd62c req-98781f52-0ccc-4b4a-b3cc-e7319b2a285a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525257 Sep 27 08:45:28.098174 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.135354 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2435596a-7471-4492-9faf-724b8d3e2e2f req-b56484e3-59f4-48d7-9adc-dea2c8a85d03 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899776 Sep 27 08:45:28.201596 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.259628 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Attempting to bind port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:28.260009 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Attempting to bind port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:28.260381 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Attempting to bind port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:28.262472 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Pushing event updated for resources: {'Port': ['ID=7cce3e3f-3a83-476b-ac75-53b49cd31e13,revision_number=2']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:28.272907 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:28.272907 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:28.272907 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.273363 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:28.274343 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Bound port: 7cce3e3f-3a83-476b-ac75-53b49cd31e13, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:28.274343 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.277472 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.277848 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.278449 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.278559 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.278920 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.279253 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.279583 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.280110 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.280419 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.280780 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.281497 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.281497 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:28.343410 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] For port 7cce3e3f-3a83-476b-ac75-53b49cd31e13, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:28.349408 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] For port 7cce3e3f-3a83-476b-ac75-53b49cd31e13, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7cce3e3f-3a83-476b-ac75-53b49cd31e13,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:28.364865 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.435217 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.454845 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94ba0-e663-4d91-a14a-715deb8d9597 req-1e28b55b-85cd-4c82-9ad5-5d4d2938487b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.464484 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49b94ba0-e663-4d91-a14a-715deb8d9597 req-1e28b55b-85cd-4c82-9ad5-5d4d2938487b tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0719173 Sep 27 08:45:28.529457 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49b94ba0-e663-4d91-a14a-715deb8d9597 req-af84d0c5-8dfa-462c-b6fa-78d4f54b228c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603964 Sep 27 08:45:28.574115 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:28.575013 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:28.587908 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ba05-3faa-4a30-9229-077b5279771a None None] Pushing event updated for resources: {'Port': ['ID=7cce3e3f-3a83-476b-ac75-53b49cd31e13,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:28.619819 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Allocated IP 172.20.0.1 (bcfe1485-ea2f-4942-8deb-2a3288c83372/abeb7d7e-0413-4933-9110-b98b32f4aae0/131bc6a9-4234-4bbc-9d74-00ce93ab7c9f) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:28.736856 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:28.742668 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.910449 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.954856 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:28.957970 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:28.961899 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:28.962391 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.024440 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Pushing event updated for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.039410 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:25Z', 'revision_number': 3, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:29.067178 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932012b-d815-4c27-b817-7d416e13fa2d None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:25Z', 'revision_number': 3, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:29.241852 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.322367 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03757b-32d4-4271-8b3c-a7a716f4b722 req-3c00ed71-944a-4de2-8c1f-533139257430 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.344143 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec03757b-32d4-4271-8b3c-a7a716f4b722 req-3c00ed71-944a-4de2-8c1f-533139257430 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1227298 Sep 27 08:45:29.369248 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-fe8b789c-b1f5-45fc-a7bd-79f758cf0b0f None None] Provisioning complete for port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:29.369704 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fe8b789c-b1f5-45fc-a7bd-79f758cf0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.452798 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b789c-b1f5-45fc-a7bd-79f758cf0b0f None None] Port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:29.458712 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec03757b-32d4-4271-8b3c-a7a716f4b722 req-a204c4e5-fb5d-43c8-ae58-491c8e4287d9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Sep 27 08:45:29.562800 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.695021 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167b403-2898-4b38-bcec-92ab0348c0ef req-a1171bee-876c-41b8-bd6e-50e56ba6565a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.696708 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1167b403-2898-4b38-bcec-92ab0348c0ef req-a1171bee-876c-41b8-bd6e-50e56ba6565a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0623581 Sep 27 08:45:29.741693 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.743771 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.751039 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7cce3e3f-3a83-476b-ac75-53b49cd31e13 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:29.790158 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1167b403-2898-4b38-bcec-92ab0348c0ef req-b90add65-caa1-4115-8d38-8770a81c8a78 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857716 Sep 27 08:45:29.807449 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:29.807972 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.833787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Pushing event updated for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.925633 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:29.925891 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.928237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:29.947933 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 7cce3e3f-3a83-476b-ac75-53b49cd31e13, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7cce3e3f-3a83-476b-ac75-53b49cd31e13,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:29.996132 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34778) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.079246 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:30.144519 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.161916 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-60282196-a5f1-41ae-9341-1bb93ce4e5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.212268 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0849fe14-a3a6-4ed1-b1b5-d6058b631ad0 None None] Provisioning complete for port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:30.212648 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0849fe14-a3a6-4ed1-b1b5-d6058b631ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.246979 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:30.261332 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-6745c13d-5602-4019-acda-56a11c9356af admin admin] 10.222.0.74 "PUT /v2.0/routers/6deb76b5-e1dd-4353-bdb7-bad091b9a58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9779887 Sep 27 08:45:30.275174 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=7cce3e3f-3a83-476b-ac75-53b49cd31e13,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.304626 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-60282196-a5f1-41ae-9341-1bb93ce4e5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.330884 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-0849fe14-a3a6-4ed1-b1b5-d6058b631ad0 None None] Port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:30.375055 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34788) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.424046 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-60282196-a5f1-41ae-9341-1bb93ce4e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.467815 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60282196-a5f1-41ae-9341-1bb93ce4e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a032b4-162a-4510-9d03-fb56a61d714f,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.478340 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-60282196-a5f1-41ae-9341-1bb93ce4e5bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ef2c5a8ab384313b9df26d08453099e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810698 Sep 27 08:45:30.481031 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34802) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.548543 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3937bdf0-6d1b-475d-a1be-2cc0a2a8235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.584775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.624634 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.665843 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75789fa-180d-44fc-89ba-c43198b2e7af req-a2eb4a53-64f9-428f-b155-837f096c3d38 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.667369 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d75789fa-180d-44fc-89ba-c43198b2e7af req-a2eb4a53-64f9-428f-b155-837f096c3d38 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1222286 Sep 27 08:45:30.758632 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d75789fa-180d-44fc-89ba-c43198b2e7af req-dc9fe57e-76cb-43dd-8bf6-f76ab2e4368e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754976 Sep 27 08:45:30.789716 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3937bdf0-6d1b-475d-a1be-2cc0a2a8235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.870485 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.873216 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.874564 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1a032b4-162a-4510-9d03-fb56a61d714f HTTP/1.1" status: 204 len: 168 time: 0.3922992 Sep 27 08:45:30.897963 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3e351-d3fa-47fc-a9e1-775cacecc8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a032b4-162a-4510-9d03-fb56a61d714f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.928378 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3937bdf0-6d1b-475d-a1be-2cc0a2a8235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.950969 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532c298-a1ca-4c79-bae2-4e4e6daac83f req-178ee0a6-ef04-49b2-8218-e40a8bf4e5e5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.952500 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8532c298-a1ca-4c79-bae2-4e4e6daac83f req-178ee0a6-ef04-49b2-8218-e40a8bf4e5e5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0769572 Sep 27 08:45:30.989833 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34820) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.992156 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3937bdf0-6d1b-475d-a1be-2cc0a2a8235f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b020876a4c3c43aa840635d3e21c548f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159761 Sep 27 08:45:30.995079 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039434050', 'description': 'tempest-description--372522717'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:30.999600 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34822) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.002176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937bdf0-6d1b-475d-a1be-2cc0a2a8235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66366ec5-b2ed-4fb3-bd86-db2b306258c9,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.052745 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8532c298-a1ca-4c79-bae2-4e4e6daac83f req-34c815ce-46c6-41bd-8d1d-b6008ea5f4a8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862172 Sep 27 08:45:31.098396 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.099120 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.140957 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.240422 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.275839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.278648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.285438 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66366ec5-b2ed-4fb3-bd86-db2b306258c9 HTTP/1.1" status: 204 len: 168 time: 0.2838554 Sep 27 08:45:31.295953 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93347dbb-d56e-4af5-a213-f69eb2ef2af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66366ec5-b2ed-4fb3-bd86-db2b306258c9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.303509 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.361081 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:31.373726 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:31.375781 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:31.380568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d307290f-669c-462f-b26b-3aa4803ac119,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.454011 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.457192 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-43a12467-6fc5-41a6-ad67-a92fcbc6391b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4649794 Sep 27 08:45:31.459406 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34844) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.467439 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group_rule': {'security_group_id': 'd307290f-669c-462f-b26b-3aa4803ac119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:31.605885 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.640867 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7cce3e3f-3a83-476b-ac75-53b49cd31e13 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:31.648794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:31.680964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.753641 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34850) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.771296 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-238d78b1-1543-470c-b69c-d18e473c07b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.795143 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.809664 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:31.811028 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.817530 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc3b94a-d2c2-462f-a8b1-b152a3fbab08,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.923337 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-238d78b1-1543-470c-b69c-d18e473c07b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.033301 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 2, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:32.064399 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:32.065008 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Updating router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:45:32.071452 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-238d78b1-1543-470c-b69c-d18e473c07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.093549 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.103862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.105751 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7afcfb45-c8bd-4152-9d7f-4165a911e852 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6452174 Sep 27 08:45:32.108400 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34858) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.130259 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group_rule': {'security_group_id': 'd307290f-669c-462f-b26b-3aa4803ac119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:32.137247 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-238d78b1-1543-470c-b69c-d18e473c07b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c95affda0a6147f9ac7d49e24f65045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820038 Sep 27 08:45:32.137465 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34862) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.140616 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d78b1-1543-470c-b69c-d18e473c07b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd7b70-5e72-4f92-8512-2d940c245b2b,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.154490 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127eb8-5d89-4cb2-82a5-6f54efd8c77d req-07f18743-3900-4e2e-8099-240bcaef3255 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.156350 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f9127eb8-5d89-4cb2-82a5-6f54efd8c77d req-07f18743-3900-4e2e-8099-240bcaef3255 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1198051 Sep 27 08:45:32.205753 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f9127eb8-5d89-4cb2-82a5-6f54efd8c77d req-2fe79342-2326-4d89-a4f0-6eb43e531d59 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Sep 27 08:45:32.213992 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.247099 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 34864) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.248373 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.262105 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5adf14a7-7aac-432f-8b49-b4d13bbdf07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.270853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.354189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.401314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.403826 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.404992 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4fd7b70-5e72-4f92-8512-2d940c245b2b HTTP/1.1" status: 204 len: 168 time: 0.2634857 Sep 27 08:45:32.421111 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f814517-43be-459c-917e-5088eaa6441f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd7b70-5e72-4f92-8512-2d940c245b2b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.467076 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.470487 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5adf14a7-7aac-432f-8b49-b4d13bbdf07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.505307 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.531005 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bc16c7-7d13-4f05-9efc-86dcecd95f17,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.624106 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.625195 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5adf14a7-7aac-432f-8b49-b4d13bbdf07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.675614 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5adf14a7-7aac-432f-8b49-b4d13bbdf07f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d075d86a0444903aafaae28aa7b9208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270391 Sep 27 08:45:32.678005 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef2745-d942-4b38-a7cd-bb2cda8139b2 req-2448bed0-aba2-4dae-a43e-27617b29ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.679251 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34870) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.679688 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-00ef2745-d942-4b38-a7cd-bb2cda8139b2 req-2448bed0-aba2-4dae-a43e-27617b29ec34 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 1098 time: 0.0840278 Sep 27 08:45:32.680175 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf14a7-7aac-432f-8b49-b4d13bbdf07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfea5f3-8302-49f9-a1e5-1272455e75b7,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.738464 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-00ef2745-d942-4b38-a7cd-bb2cda8139b2 req-d218a178-cbb7-42cd-927e-a68d3bdfac59 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Sep 27 08:45:32.757592 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40fefe-f406-49f8-a0c2-cefa544931ae None None] Pushing event updated for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.759500 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.779441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Attempting to bind port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:32.780085 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Attempting to bind port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:32.780663 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Attempting to bind port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:32.784535 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.788575 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-16a934ad-72eb-4028-bcf8-c04f2b97ff86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6758597 Sep 27 08:45:32.788750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:32.788750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Checking segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:32.788750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.788750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Bound using segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:32.789102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Bound port: 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:32.789194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34872) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.789285 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.793054 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:32.808702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.888670 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] For port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:32.898799 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] For port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:32.914863 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.951419 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.955034 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.959644 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bcfea5f3-8302-49f9-a1e5-1272455e75b7 HTTP/1.1" status: 204 len: 168 time: 0.2751992 Sep 27 08:45:32.983947 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-f72e9ad2-b42a-49cb-8b97-a9a5e4079664 None None] Provisioning complete for port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:32.985873 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f72e9ad2-b42a-49cb-8b97-a9a5e4079664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.005189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39297-c9b2-4fab-820b-1a2ab15141ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfea5f3-8302-49f9-a1e5-1272455e75b7,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.056293 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-f72e9ad2-b42a-49cb-8b97-a9a5e4079664 None None] Port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:33.077050 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.138419 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40fefe-f406-49f8-a0c2-cefa544931ae None None] Pushing event updated for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.143807 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.164327 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:33.165272 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:33.305775 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:33.533367 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] Provisioning complete for port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:33.534039 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.596231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Allocated IP 172.27.2.191 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/c4bdda6f-e552-46fa-8778-fdcec55fb04f) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:33.652885 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1be1-1a3d-4352-a4fe-f897c564b41e req-2f5ea6dd-91d7-40e1-ac8f-2b297bb26e43 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.661041 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-da7e1be1-1a3d-4352-a4fe-f897c564b41e req-2f5ea6dd-91d7-40e1-ac8f-2b297bb26e43 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.1049056 Sep 27 08:45:33.699431 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.757166 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] For port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:33.760018 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-da7e1be1-1a3d-4352-a4fe-f897c564b41e req-a0fb1495-bf9c-4bc4-a2d8-ed6962a5a718 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980179 Sep 27 08:45:33.763762 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:32Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:33.799171 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.806231 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c61d2-7bad-4ec6-91b4-4f024d1b637a None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:32Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:33.859005 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.893780 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.927050 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33de43d-908c-4cce-b65b-f01c9c03ce81 None None] Pushing event updated for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.951891 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:33.954421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:33.984613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=c4bdda6f-e552-46fa-8778-fdcec55fb04f,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.987649 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:34.180161 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.346244 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.578426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.687919 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.801695 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=c4bdda6f-e552-46fa-8778-fdcec55fb04f,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:34.816567 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.890157 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-dcd3f7fd-ad18-43d9-a2eb-c2a171d9c632 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.894626 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-dcd3f7fd-ad18-43d9-a2eb-c2a171d9c632 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.2310209 Sep 27 08:45:34.913652 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-1fc34816-484a-4bd3-be1f-17282226f3f4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/quotas/b369072551fd466c8a3cd5b8efb74038 HTTP/1.1" status: 200 len: 375 time: 0.0114758 Sep 27 08:45:34.934873 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.941435 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-174628b3-f975-45fc-9f11-9a0a03ccb0e8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1513813 Sep 27 08:45:34.967502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ebaef-ed76-40fe-89d8-821283d32bbc req-eee69686-eafa-44e1-9757-431b3f193c89 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.969955 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a7ebaef-ed76-40fe-89d8-821283d32bbc req-eee69686-eafa-44e1-9757-431b3f193c89 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0804784 Sep 27 08:45:35.021203 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-0ddf0fe8-7d8e-4999-bafc-ae37c03b68c9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014338 Sep 27 08:45:35.045811 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a7ebaef-ed76-40fe-89d8-821283d32bbc req-494fe1b8-e9c3-4b2c-bd90-3e8f5e85090c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688004 Sep 27 08:45:35.177991 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-b523aeec-99fe-4626-a317-047505dc0823 service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470561 Sep 27 08:45:35.319543 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-23341e9d-a920-482c-9d8f-041b0f52b83b service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353972 Sep 27 08:45:35.381116 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 34992) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:35.536716 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83378a35-6d32-41fd-966f-184c8818b440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.563710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52678-279a-4a85-bba2-79e3d264e393 req-e211da8d-e4a0-4652-becb-b1a4736af39c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.571675 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48b52678-279a-4a85-bba2-79e3d264e393 req-e211da8d-e4a0-4652-becb-b1a4736af39c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0885026 Sep 27 08:45:35.647659 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48b52678-279a-4a85-bba2-79e3d264e393 req-9e7f9d6a-dfa4-494e-b63c-81c3ef4079c9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Sep 27 08:45:35.743146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83378a35-6d32-41fd-966f-184c8818b440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.769206 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:35.794084 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-00f4fcdd-4de4-4b44-8917-b7916a7cc518 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2039434050&fields=id&tenant_id=5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 267 time: 0.0584147 Sep 27 08:45:35.840457 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-017aa647-0cb5-4d64-9caf-8965f03ef373 req-3f7734e4-61a8-4d17-bd91-122ec7eb77fd tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 210 time: 0.0739009 Sep 27 08:45:35.869343 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:35.869629 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83378a35-6d32-41fd-966f-184c8818b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.869742 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.900104 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-83378a35-6d32-41fd-966f-184c8818b440 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f173bdae8cd44fa4a8abf54cfac5edea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177684 Sep 27 08:45:35.902562 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35024) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:35.947081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83378a35-6d32-41fd-966f-184c8818b440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f789e-0c98-403a-a40e-bd62a0037608,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:35.965825 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-8f793fdb-a57f-4b38-8fa7-be5d169ca19e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.968209 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-8f793fdb-a57f-4b38-8fa7-be5d169ca19e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 811 time: 0.1724956 Sep 27 08:45:35.987353 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.987662 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-259647b1-91be-4f5c-b63a-b3bae3e5c6ce tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/quotas/5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 375 time: 0.0112104 Sep 27 08:45:36.014426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.051468 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-bddabbd2-9f8e-46fb-aed3-e0166c87588d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573351 Sep 27 08:45:36.138344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.141227 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.144981 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c31f789e-0c98-403a-a40e-bd62a0037608 HTTP/1.1" status: 204 len: 168 time: 0.2408772 Sep 27 08:45:36.154605 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702101e-8a4a-4fb6-8d29-aa6ead7ca309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f789e-0c98-403a-a40e-bd62a0037608,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:36.164582 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-f0200400-0b33-4ef7-a421-df69949021c8 service neutron] 10.222.0.74 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010954 Sep 27 08:45:36.259477 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-b640eb4a-79b0-4af0-bb95-b2b54d5b6d83 service neutron] 10.222.0.74 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889230 Sep 27 08:45:36.488073 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc26c86a-58ff-4726-8304-f1a8b1d85d65 req-d0e3eede-9d98-4882-be6d-8a69e0e19abc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 210 time: 0.0291295 Sep 27 08:45:36.972230 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e966ef53-39cc-4606-a73e-ca16f2a9775d req-6e2f7413-7c87-4849-9683-94dd4b6490c7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 210 time: 0.0501337 Sep 27 08:45:37.573547 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f19526f6-8de6-4e5d-b996-5a350bf98ddd req-a022f8b5-65e0-4bf9-870a-af2b843f3410 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 210 time: 0.0269938 Sep 27 08:45:37.925040 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-6f3dd300-8776-4d9a-be0f-658de65187e8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.926329 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-6f3dd300-8776-4d9a-be0f-658de65187e8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.1065962 Sep 27 08:45:37.956909 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Request body: {'port': {'device_id': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'admin_state_up': True, 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:38.073404 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2616173-40f7-4081-83cc-73aa84660268 req-1ed03fcb-2842-4850-9110-265caeddd3c4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 210 time: 0.0290222 Sep 27 08:45:38.288956 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c578af4-7a97-40a5-94a7-79a5122fa1fc req-97062981-c79e-4a12-b3af-243f6d5cc279 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.290588 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6c578af4-7a97-40a5-94a7-79a5122fa1fc req-97062981-c79e-4a12-b3af-243f6d5cc279 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1143422 Sep 27 08:45:38.301229 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-12580ca5-83c9-41dd-aabb-9f94b3f7e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.302838 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-12580ca5-83c9-41dd-aabb-9f94b3f7e237 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.0862644 Sep 27 08:45:38.367100 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6c578af4-7a97-40a5-94a7-79a5122fa1fc req-9433d76b-53ba-4467-bac4-9bd503e5599a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Sep 27 08:45:38.383863 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:38.388131 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.427006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-08f59024-0e09-4a12-bd88-926744be0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.428662 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-08f59024-0e09-4a12-bd88-926744be0097 service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.1095824 Sep 27 08:45:38.509498 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-d194df8d-e6f1-478b-881b-addc313ad1aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0717936 Sep 27 08:45:38.548817 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Allocated IP 172.20.0.6 (7a07c950-9ac1-48ab-ac33-e2a25fcfe075/a2de4772-7443-472f-8555-0878ee7e73dd/7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:38.564648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-a8356e24-9652-40ae-b464-652d180ac89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.566328 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-a8356e24-9652-40ae-b464-652d180ac89c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0496159 Sep 27 08:45:38.601167 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc0fb-2d32-4621-b1eb-5cb088042f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.603088 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-a3f4514e-2925-4cbd-be45-c564d147d905 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257595 Sep 27 08:45:38.724462 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-de686df5-562c-432b-8604-84c294c9ad9e req-d572331a-1103-4833-8e55-eb53b54a9dee tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 210 time: 0.0669587 Sep 27 08:45:38.732143 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-ce5d300d-b552-4491-a05a-6acf012ed539 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125872 Sep 27 08:45:38.779745 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.858398 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a509c0-f2c0-4f05-b1f1-a1530742e067 req-305fe186-bf89-4a73-be64-2cd7f4a019c6 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976458 Sep 27 08:45:38.875989 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.893183 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad', 'd3f26dc8-36dc-414d-b511-1026954f44bd'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:38.920659 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:38.923677 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:38.928328 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:38.933988 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.934628 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.945711 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event updated for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.035419 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-a3eb8816-c88c-4421-8a52-b6f8569efd63 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0832577 Sep 27 08:45:39.061761 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Request body: {'port': {'device_id': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:39.145961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.310685 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c047e8b-b6ca-4e07-ae5b-bf5b15f3adaf req-6120fd00-cdfe-4c7a-b3eb-defc21ee4317 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.312608 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2c047e8b-b6ca-4e07-ae5b-bf5b15f3adaf req-6120fd00-cdfe-4c7a-b3eb-defc21ee4317 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 931 time: 0.1280732 Sep 27 08:45:39.399558 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35162) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.404797 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2c047e8b-b6ca-4e07-ae5b-bf5b15f3adaf req-123831dd-584f-45fe-aa5f-979862fdee64 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839279 Sep 27 08:45:39.468624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-e0e8b9ad-955e-4aa4-a7be-53728ec5cc51 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.470323 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-e0e8b9ad-955e-4aa4-a7be-53728ec5cc51 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 811 time: 0.1767509 Sep 27 08:45:39.581559 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:39.586537 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-ed47c59f-1bac-4be3-9495-6b608b0f6b8e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 380 time: 0.1007345 Sep 27 08:45:39.589237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.589766 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba9894f9-d547-4444-b4d8-3453e7b3ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.602873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Transition to ACTIVE for port object 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:39.608643 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'port': {'device_id': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'admin_state_up': True, 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'security_groups': ['d307290f-669c-462f-b26b-3aa4803ac119']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:39.622213 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b81565-e71b-4468-bb87-961b4f68d577 req-a802974d-2775-495e-9b57-39256a1d63b2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.629854 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6b81565-e71b-4468-bb87-961b4f68d577 req-a802974d-2775-495e-9b57-39256a1d63b2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1176012 Sep 27 08:45:39.675741 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.730063 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.753611 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6b81565-e71b-4468-bb87-961b4f68d577 req-44309b0a-4c47-4d57-8838-c6ad6eff0034 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180546 Sep 27 08:45:39.778942 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Attempting to bind port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:39.779276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Attempting to bind port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:39.779602 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Attempting to bind port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:39.786239 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:39.786563 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Attempting to bind port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:39.792524 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:39.793591 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Checking segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:39.793832 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Bound using segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:39.794316 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Bound port: 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:39.794677 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.845621 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba9894f9-d547-4444-b4d8-3453e7b3ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.876386 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d2c93e40-317f-451f-a4d1-461b616245e2 req-5e5fe691-bc44-4b69-8596-8a99c8886f82 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 210 time: 0.0439320 Sep 27 08:45:39.911905 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:39.915201 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:39.952977 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba9894f9-d547-4444-b4d8-3453e7b3ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.001814 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9894f9-d547-4444-b4d8-3453e7b3ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b618ce82-136d-4664-99ed-3b3efb43d814,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.006592 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.019077 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ba9894f9-d547-4444-b4d8-3453e7b3ad01 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=77f4b100afe44b94b474f75bd7e8beda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157579 Sep 27 08:45:40.021294 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35182) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:40.041304 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.041967 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.043343 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] 10.222.0.68 "PUT /v2.0/ports/7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 HTTP/1.1" status: 200 len: 1093 time: 0.9864993 Sep 27 08:45:40.043777 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:40.046085 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:40.073707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3140-fc33-4c6c-b052-c02d818be290 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.078654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.090905 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea68ba-ff08-4bf2-b5b9-dbf2afb510e3 x-openstack-request-id: req-66ea68ba-ff08-4bf2-b5b9-dbf2afb510e3 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:40.091193 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:40.091444 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66ea68ba-ff08-4bf2-b5b9-dbf2afb510e3 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:40.091838 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', 'status': 'completed', 'code': 200} Sep 27 08:45:40.101382 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.107609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Made reservation on behalf of 5383265408b84c1ca850256f7ccc80f6 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:40.111053 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.176165 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-0e42635c-667c-4020-b2af-d18175e6d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.178850 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-0e42635c-667c-4020-b2af-d18175e6d3ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 1096 time: 0.0554707 Sep 27 08:45:40.269723 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Allocated IP 172.20.0.4 (bcfe1485-ea2f-4942-8deb-2a3288c83372/abeb7d7e-0413-4933-9110-b98b32f4aae0/6b4af280-f2ab-46b4-811f-7e5f1fc39899) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:40.303575 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-33eabcc3-fb0f-4269-a2c5-686a33f96caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.305257 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-33eabcc3-fb0f-4269-a2c5-686a33f96caf service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=b369072551fd466c8a3cd5b8efb74038&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1103075 Sep 27 08:45:40.308070 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.310833 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.314582 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b618ce82-136d-4664-99ed-3b3efb43d814 HTTP/1.1" status: 204 len: 168 time: 0.2896471 Sep 27 08:45:40.331921 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bd22b-1c48-4c89-8202-e1bae901a188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618ce82-136d-4664-99ed-3b3efb43d814,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.454876 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-79615b54-f805-42d6-b68f-87ba4393acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.457678 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4fc6e999-e7b4-473e-bcca-8cf17f9d52ba req-79615b54-f805-42d6-b68f-87ba4393acef service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318071 Sep 27 08:45:40.478840 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.586254 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c670-0dc4-4211-bb47-191d4624a4b4 req-9c5daa92-e6b4-4ecc-afb6-b31966a678d5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.588255 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4803c670-0dc4-4211-bb47-191d4624a4b4 req-9c5daa92-e6b4-4ecc-afb6-b31966a678d5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0544086 Sep 27 08:45:40.609124 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.684735 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:40.690542 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:40.712775 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4803c670-0dc4-4211-bb47-191d4624a4b4 req-7b172cf8-5cc0-4d6a-87e3-9864a6d64592 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187823 Sep 27 08:45:40.713425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.717794 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:40.780964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.781657 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.887906 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-542fc90c-a942-406e-acce-2fb59bd91e71 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841229 Sep 27 08:45:40.918073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6284-38eb-43ca-bcba-5e25c0b42024 req-4ee508da-1c7d-4978-9717-0e5902f77218 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.919935 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a92a6284-38eb-43ca-bcba-5e25c0b42024 req-4ee508da-1c7d-4978-9717-0e5902f77218 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0742006 Sep 27 08:45:40.962890 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a92a6284-38eb-43ca-bcba-5e25c0b42024 req-05c5ed3a-0f52-446b-bdc0-980236408310 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Sep 27 08:45:41.035003 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef56bd-527b-44e0-a176-de10de49a874 req-22c6c167-87e8-4996-a8ca-5ab63e8cc620 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.036543 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2ef56bd-527b-44e0-a176-de10de49a874 req-22c6c167-87e8-4996-a8ca-5ab63e8cc620 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 931 time: 0.0697041 Sep 27 08:45:41.070171 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d78607c5-5a67-4fd8-962b-ec60ca54df0a None None] Provisioning complete for port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:41.071328 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d78607c5-5a67-4fd8-962b-ec60ca54df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.088228 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2ef56bd-527b-44e0-a176-de10de49a874 req-eda10450-2484-4f5e-af33-c72ef010a44a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Sep 27 08:45:41.117283 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-d78607c5-5a67-4fd8-962b-ec60ca54df0a None None] Port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:41.119726 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35226) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:41.133995 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bdca9422-18fd-441a-8a20-285cafb59024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.206813 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-ccfc3fca-5446-47c3-bbce-6abb8843c780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.234441 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bdca9422-18fd-441a-8a20-285cafb59024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.303520 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bdca9422-18fd-441a-8a20-285cafb59024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.340958 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-bdca9422-18fd-441a-8a20-285cafb59024 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=358fb596e1f64f54bd37df6274044c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201259 Sep 27 08:45:41.341786 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca9422-18fd-441a-8a20-285cafb59024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba872ef6-c6f0-409f-bd95-b47da1edd712,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.343657 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35230) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:41.398839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.422871 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.543614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.546267 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.547469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba872ef6-c6f0-409f-bd95-b47da1edd712 HTTP/1.1" status: 204 len: 168 time: 0.2026031 Sep 27 08:45:41.558390 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46de3-9276-4c4f-b3d8-4c94b0b18ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba872ef6-c6f0-409f-bd95-b47da1edd712,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.867623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dc214-8b4d-409a-ad53-033e9095d647 req-251060e1-dcab-4fc9-9ff4-deb8a02417f3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.869244 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-253dc214-8b4d-409a-ad53-033e9095d647 req-251060e1-dcab-4fc9-9ff4-deb8a02417f3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0531077 Sep 27 08:45:41.880598 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.914556 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-253dc214-8b4d-409a-ad53-033e9095d647 req-9a79c51d-c2f3-4098-8f27-859899a19514 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 27 08:45:42.089666 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d374b3-36fd-41ac-8424-6672c6b43513 req-35635d03-da22-407f-8df0-d607aa005230 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.091229 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e7d374b3-36fd-41ac-8424-6672c6b43513 req-35635d03-da22-407f-8df0-d607aa005230 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0516844 Sep 27 08:45:42.130030 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e7d374b3-36fd-41ac-8424-6672c6b43513 req-d21eb127-a64b-4685-a3c3-ebd005937f21 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Sep 27 08:45:42.245281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7686b-3013-44e4-acca-b8d1efb84a84 req-59994ef0-7ef3-4f90-bf56-18ec16988e19 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.246831 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ed7686b-3013-44e4-acca-b8d1efb84a84 req-59994ef0-7ef3-4f90-bf56-18ec16988e19 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 931 time: 0.0596728 Sep 27 08:45:42.286915 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ed7686b-3013-44e4-acca-b8d1efb84a84 req-db648d5a-107b-4cd3-9993-f23b1b2657fe tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Sep 27 08:45:42.288763 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35266) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:42.302287 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8733-10d0-4410-8e1d-4eb359936cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.390577 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8733-10d0-4410-8e1d-4eb359936cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.463803 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8733-10d0-4410-8e1d-4eb359936cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.500727 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8733-10d0-4410-8e1d-4eb359936cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f439013-55ca-48fc-8388-c9ee18d45eef,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:42.508919 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4e3a8733-10d0-4410-8e1d-4eb359936cdf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=886771f9a8ab4b1e8286b4d42d9652e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157521 Sep 27 08:45:42.508919 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35274) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:42.543378 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.560804 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.584052 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.680642 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.683310 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.684620 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f439013-55ca-48fc-8388-c9ee18d45eef HTTP/1.1" status: 204 len: 168 time: 0.1753614 Sep 27 08:45:42.713204 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b2a72-f217-4777-8f5c-e5f39f866d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f439013-55ca-48fc-8388-c9ee18d45eef,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:43.034913 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4b1ee-6f33-49b3-a738-f75fad0fae3e req-b4123cd4-5fe6-4a50-87c0-749322bc7bc1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.037059 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2f4b1ee-6f33-49b3-a738-f75fad0fae3e req-b4123cd4-5fe6-4a50-87c0-749322bc7bc1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0542719 Sep 27 08:45:43.087783 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2f4b1ee-6f33-49b3-a738-f75fad0fae3e req-86540803-e8a6-4479-8a85-af0086aa2c7a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Sep 27 08:45:43.247653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c4ac6-c11b-4e98-8ac7-186417fc4520 req-4783d2e5-dc8d-4f39-92a8-334112268cbb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.249167 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-177c4ac6-c11b-4e98-8ac7-186417fc4520 req-4783d2e5-dc8d-4f39-92a8-334112268cbb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0501995 Sep 27 08:45:43.286903 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-177c4ac6-c11b-4e98-8ac7-186417fc4520 req-42c291ea-610e-4112-9da0-4be8d9c7c83b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Sep 27 08:45:43.313165 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Request body: {'port': {'device_id': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:43.356319 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-2c61e379-9931-4f6d-b8ca-ab82faae2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.357847 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-2c61e379-9931-4f6d-b8ca-ab82faae2428 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 1096 time: 0.0505087 Sep 27 08:45:43.387880 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.417723 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-93f6ee8d-7982-4ead-bbeb-659ed0bd45f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 HTTP/1.1" status: 200 len: 217 time: 0.0452914 Sep 27 08:45:43.460543 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee2cf-78ef-46ca-8136-17b17c43fcee req-d933f664-0b61-4033-bb03-f3fb2606b21b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.462083 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c49ee2cf-78ef-46ca-8136-17b17c43fcee req-d933f664-0b61-4033-bb03-f3fb2606b21b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 931 time: 0.0902839 Sep 27 08:45:43.469330 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-c4afbba1-dfa9-47a6-a400-3cf3cfb9c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.471335 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-c4afbba1-dfa9-47a6-a400-3cf3cfb9c149 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.0450866 Sep 27 08:45:43.505806 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-84b32ac7-1253-44ea-bceb-eb30cc922eea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261834 Sep 27 08:45:43.571282 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c49ee2cf-78ef-46ca-8136-17b17c43fcee req-ae9782fa-579f-4fee-bb06-73f1a067eea0 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001928 Sep 27 08:45:43.622034 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-74546d63-893e-43ae-ad4a-2b0b68de23cb service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066809 Sep 27 08:45:43.716631 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8aeb1e8d-63e1-4cb9-a9c9-43356eb88370 req-8d1eb2b3-1a94-45dd-976e-8e65129f39a1 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856597 Sep 27 08:45:43.718310 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4af280-f2ab-46b4-811f-7e5f1fc39899 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:43.735336 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.751799 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Transition to ACTIVE for port object 6b4af280-f2ab-46b4-811f-7e5f1fc39899 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:43.817630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.873249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:43.941451 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Attempting to bind port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:43.941725 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Attempting to bind port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:43.942089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Attempting to bind port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:43.947254 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:43.947663 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Attempting to bind port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:43.953056 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:43.953357 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Checking segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:43.953737 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Bound using segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:43.954160 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Bound port: 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:43.954517 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.038606 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:44.042468 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:44.057282 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.138451 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.230756 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0da31-b021-4967-bb8c-7ac22fbe067c req-d3897727-e738-4d78-a482-b248474edda0 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.232267 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51b0da31-b021-4967-bb8c-7ac22fbe067c req-d3897727-e738-4d78-a482-b248474edda0 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0528085 Sep 27 08:45:44.273239 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51b0da31-b021-4967-bb8c-7ac22fbe067c req-bc00325a-a694-46c9-812d-f4f721e29aa4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Sep 27 08:45:44.450614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.451275 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.452708 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] 10.222.0.68 "PUT /v2.0/ports/6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 1093 time: 1.1448698 Sep 27 08:45:44.454873 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:44.457234 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f42ab-b1d9-4629-8012-32afae42e0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:44.479977 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658196b7-7c7f-4d87-ae08-ad7ed7ba7aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:44.498502 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35352) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:44.511445 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0e65c-2a59-4fba-bdb0-8656f0e93ad2 req-5c078af0-12b2-4bfb-92f0-9ac4dcbdad1c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.514265 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e5e0e65c-2a59-4fba-bdb0-8656f0e93ad2 req-5c078af0-12b2-4bfb-92f0-9ac4dcbdad1c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1020830 Sep 27 08:45:44.558272 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e5e0e65c-2a59-4fba-bdb0-8656f0e93ad2 req-5b09ac38-b4bd-4f80-bc70-74b0faff5aca tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367138 Sep 27 08:45:44.619210 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5014cba5-579b-4d2f-94eb-c1b1cbe3e8e2 x-openstack-request-id: req-5014cba5-579b-4d2f-94eb-c1b1cbe3e8e2 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:44.619616 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:44.620078 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5014cba5-579b-4d2f-94eb-c1b1cbe3e8e2 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:44.620544 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'status': 'completed', 'code': 200} Sep 27 08:45:44.633926 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fd078853-4c94-4cf6-a489-44b8955a65c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.717706 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacbd18-3a0d-4fd5-8f0b-c3c32a7bb129 req-23910df9-16a1-4935-906e-87884533cb86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.719126 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4eacbd18-3a0d-4fd5-8f0b-c3c32a7bb129 req-23910df9-16a1-4935-906e-87884533cb86 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0500267 Sep 27 08:45:44.739598 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fd078853-4c94-4cf6-a489-44b8955a65c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.759168 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4eacbd18-3a0d-4fd5-8f0b-c3c32a7bb129 req-997f806d-5d65-47fd-931c-68fe41b8b7f9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Sep 27 08:45:44.863609 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fd078853-4c94-4cf6-a489-44b8955a65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.899594 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078853-4c94-4cf6-a489-44b8955a65c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ded17e-ff42-4c62-8500-a0077ae2881a,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:44.904468 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-fd078853-4c94-4cf6-a489-44b8955a65c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=960168c4549d4dba926401053be41062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043829 Sep 27 08:45:44.906847 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35366) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:44.957726 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.979101 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.097694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.100320 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.101496 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3ded17e-ff42-4c62-8500-a0077ae2881a HTTP/1.1" status: 204 len: 168 time: 0.1936114 Sep 27 08:45:45.109526 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb8a0-d061-45e4-8a80-2e98e593ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ded17e-ff42-4c62-8500-a0077ae2881a,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.408524 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3052c5-8545-4b9e-a4ad-3420ab8d00c4 req-ba704e3a-b6d1-4cae-a9e9-5770ad6393f7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.411172 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be3052c5-8545-4b9e-a4ad-3420ab8d00c4 req-ba704e3a-b6d1-4cae-a9e9-5770ad6393f7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0618200 Sep 27 08:45:45.455065 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be3052c5-8545-4b9e-a4ad-3420ab8d00c4 req-5632dae9-0abb-48ad-a680-d28265a81c3e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Sep 27 08:45:45.674661 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff433a9b-0f1f-4833-88b6-7ce4f190cf28 req-3dc97b4d-8f99-437e-85b1-b3ab8aee313f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.676165 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ff433a9b-0f1f-4833-88b6-7ce4f190cf28 req-3dc97b4d-8f99-437e-85b1-b3ab8aee313f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0498271 Sep 27 08:45:45.712904 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ff433a9b-0f1f-4833-88b6-7ce4f190cf28 req-1cf35185-08f9-43f5-a93f-32aff9983b44 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Sep 27 08:45:45.872957 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa7dc-317e-4933-a9e5-db489647f378 req-c4649893-d5f9-42d3-87ce-036291493b43 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.874446 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b91fa7dc-317e-4933-a9e5-db489647f378 req-c4649893-d5f9-42d3-87ce-036291493b43 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0496521 Sep 27 08:45:45.912287 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b91fa7dc-317e-4933-a9e5-db489647f378 req-3d021a3c-c815-4585-a52d-a7104998d7bb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Sep 27 08:45:46.576992 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4069d-4325-4aa3-a6de-03477acf8a4e req-cacebb40-d96f-4563-a327-0e8424b00fca tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.578447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48c4069d-4325-4aa3-a6de-03477acf8a4e req-cacebb40-d96f-4563-a327-0e8424b00fca tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0533624 Sep 27 08:45:46.615701 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48c4069d-4325-4aa3-a6de-03477acf8a4e req-5021d613-0c86-4e71-8a2e-4a2d2b40709a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Sep 27 08:45:46.710397 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-6510b65a-2a87-4552-84a8-103340126048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.711860 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-6510b65a-2a87-4552-84a8-103340126048 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1096 time: 0.0405135 Sep 27 08:45:46.875206 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013326-19cc-4bce-908b-e606045130b9 req-8048e4cf-3e31-4d85-8dad-9a1055617f46 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.876707 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3013326-19cc-4bce-908b-e606045130b9 req-8048e4cf-3e31-4d85-8dad-9a1055617f46 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0974786 Sep 27 08:45:46.879949 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-71030908-91e3-431d-8241-132c634914ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.881356 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-71030908-91e3-431d-8241-132c634914ab service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5383265408b84c1ca850256f7ccc80f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336408 Sep 27 08:45:46.942469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3013326-19cc-4bce-908b-e606045130b9 req-a98ce530-0999-4847-8972-1cc39f3b0e60 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Sep 27 08:45:47.005808 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-be85b13e-3587-465d-831b-d170e74a0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.007270 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d7f42ab-b1d9-4629-8012-32afae42e0ab req-be85b13e-3587-465d-831b-d170e74a0b2b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102805 Sep 27 08:45:47.034048 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c06b76-bfcf-478e-97bc-5f937fa2640d req-8dfc363f-403c-4909-b4d5-dbc566ea9d1a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.035695 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-46c06b76-bfcf-478e-97bc-5f937fa2640d req-8dfc363f-403c-4909-b4d5-dbc566ea9d1a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0519331 Sep 27 08:45:47.075545 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-46c06b76-bfcf-478e-97bc-5f937fa2640d req-73494c5d-ac82-467d-9ff7-f49edb84ff2f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334032 Sep 27 08:45:47.093448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-0db7985a-148c-4384-9af8-955bdea54a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.094967 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-0db7985a-148c-4384-9af8-955bdea54a86 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1096 time: 0.0428038 Sep 27 08:45:47.138553 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-50b92d34-8fb5-43fa-930e-2fa64252a287 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 217 time: 0.0333209 Sep 27 08:45:47.191993 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-9bee5033-57cb-440d-859f-1350b80cfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.193521 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-9bee5033-57cb-440d-859f-1350b80cfd39 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0470130 Sep 27 08:45:47.247314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae0e1-5679-4121-941f-848091869bbe req-de2c23bf-ab9f-44c8-afe4-593c96f7b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.248798 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-de2c23bf-ab9f-44c8-afe4-593c96f7b99b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401192 Sep 27 08:45:47.338384 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-7ff4c0ee-9421-4bfa-81e5-3bee4bc4792e service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812089 Sep 27 08:45:47.433090 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db2ae0e1-5679-4121-941f-848091869bbe req-c8f1e23d-429c-472f-afa6-9b54d51836d9 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Sep 27 08:45:47.739562 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da3104-d59a-4195-b2ef-22c07362d8c6 req-fb1372f8-3327-4fa0-8901-b534145c93cc tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.741101 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-47da3104-d59a-4195-b2ef-22c07362d8c6 req-fb1372f8-3327-4fa0-8901-b534145c93cc tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0574286 Sep 27 08:45:47.779406 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-47da3104-d59a-4195-b2ef-22c07362d8c6 req-6621e30f-15e0-4d3a-9049-fbdee546086f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 27 08:45:48.055812 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c51c7-192d-43f3-904b-fab6126a87c5 req-ee4752c6-82a5-42c7-a7d9-1ca71a2d3efb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.058043 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-188c51c7-192d-43f3-904b-fab6126a87c5 req-ee4752c6-82a5-42c7-a7d9-1ca71a2d3efb tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 27 08:45:48.095999 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-188c51c7-192d-43f3-904b-fab6126a87c5 req-83ff2f57-aec0-4629-a4d2-86e212953ed7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Sep 27 08:45:48.193641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208024-11b1-474f-a780-f1c8ee9ea71e req-041e5a63-f61e-42df-9d59-27767ef0d4ee tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.195171 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1208024-11b1-474f-a780-f1c8ee9ea71e req-041e5a63-f61e-42df-9d59-27767ef0d4ee tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0543664 Sep 27 08:45:48.233720 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1208024-11b1-474f-a780-f1c8ee9ea71e req-0f70b03d-70e3-4647-abe2-0e063a73ef51 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Sep 27 08:45:48.903997 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfee22-78c1-4ef9-836e-87101b4a8ea3 req-0450d7c0-6513-4cd3-9347-20f05db9d6b6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.905511 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25dfee22-78c1-4ef9-836e-87101b4a8ea3 req-0450d7c0-6513-4cd3-9347-20f05db9d6b6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0494535 Sep 27 08:45:48.943118 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25dfee22-78c1-4ef9-836e-87101b4a8ea3 req-f8b8e47e-9216-4f53-b80a-c23d559f0361 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Sep 27 08:45:49.216071 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f412e87-2936-4900-aa64-2564d7f07352 req-8aa9886f-7a46-4bab-8453-e20bc7a48ae2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:49.217493 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9f412e87-2936-4900-aa64-2564d7f07352 req-8aa9886f-7a46-4bab-8453-e20bc7a48ae2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0510762 Sep 27 08:45:49.257201 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9f412e87-2936-4900-aa64-2564d7f07352 req-35134d57-88d7-4fe3-8ec1-50ed86c6c030 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Sep 27 08:45:49.349389 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4ebbb-b94a-48f4-b896-0b408059dd3b req-49d22c31-856f-4113-958d-29670e8d96b6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:49.350893 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab4ebbb-b94a-48f4-b896-0b408059dd3b req-49d22c31-856f-4113-958d-29670e8d96b6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0490060 Sep 27 08:45:49.388740 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab4ebbb-b94a-48f4-b896-0b408059dd3b req-cb35df96-b337-4601-9b9a-da5e5cbdbec1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Sep 27 08:45:50.062508 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75fbc-9162-4955-8ea0-7bf1e646e3c1 req-eca30360-0c6c-4d54-8a12-8eadc06118e5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.065088 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4b75fbc-9162-4955-8ea0-7bf1e646e3c1 req-eca30360-0c6c-4d54-8a12-8eadc06118e5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 943 time: 0.0531743 Sep 27 08:45:50.126542 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4b75fbc-9162-4955-8ea0-7bf1e646e3c1 req-e0499ade-0e47-43ac-b866-93fb41a77a77 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Sep 27 08:45:50.282390 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:50.286139 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35466) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:50.386035 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f842ed-7453-4ffb-87be-ee49c8c5f9fc req-e0f265dd-c682-4658-9019-50950e5a5100 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.387679 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b5f842ed-7453-4ffb-87be-ee49c8c5f9fc req-e0f265dd-c682-4658-9019-50950e5a5100 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0592809 Sep 27 08:45:50.391575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:50.403794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'port_id': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', 'mac_address': 'fa:16:3e:24:56:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2de4772-7443-472f-8555-0878ee7e73dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:50.413565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-58045712-9f17-4cd6-a555-0144d223ff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.438848 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b5f842ed-7453-4ffb-87be-ee49c8c5f9fc req-7f402663-3691-404b-bc4e-679f21b67c72 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Sep 27 08:45:50.461096 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.475175 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:50.496494 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:50.549437 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1d65a-e0fe-45ea-be52-f21be5c9aa3d req-f7b0b3d4-27c8-4c09-a4bf-2cfacdc63acd tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.550856 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e1d65a-e0fe-45ea-be52-f21be5c9aa3d req-f7b0b3d4-27c8-4c09-a4bf-2cfacdc63acd tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0720434 Sep 27 08:45:50.581850 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-58045712-9f17-4cd6-a555-0144d223ff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.589044 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.604775 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e1d65a-e0fe-45ea-be52-f21be5c9aa3d req-6beab0cb-70f9-4387-ad88-f23db8e0fb05 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Sep 27 08:45:50.640571 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:50.657064 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-58045712-9f17-4cd6-a555-0144d223ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.698023 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045712-9f17-4cd6-a555-0144d223ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acacfa0-5a74-4406-9669-8e4fb9268af1,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:50.702241 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-58045712-9f17-4cd6-a555-0144d223ff2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e920ea37b22a41eeb95aeb543fc4a67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151177 Sep 27 08:45:50.704902 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35472) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:50.753219 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.775059 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.921918 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:50.950241 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.953551 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.957404 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3acacfa0-5a74-4406-9669-8e4fb9268af1 HTTP/1.1" status: 204 len: 168 time: 0.2492700 Sep 27 08:45:50.965019 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5329-2de1-4e77-b0ed-f45dabd24ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acacfa0-5a74-4406-9669-8e4fb9268af1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:51.241824 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7117-e0d3-41fa-aec9-500eaf162772 req-e73bc439-af8f-4bc6-8e51-61a99b597167 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:51.243335 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e80d7117-e0d3-41fa-aec9-500eaf162772 req-e73bc439-af8f-4bc6-8e51-61a99b597167 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 944 time: 0.0527823 Sep 27 08:45:51.282667 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e80d7117-e0d3-41fa-aec9-500eaf162772 req-82c13a7c-496a-403e-a588-61c17025846c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Sep 27 08:45:51.566017 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43bf6f-2314-49e3-9c0a-80ef552cace9 req-8ad60e92-f6fb-41ce-8d5e-72969cb8add9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:51.569024 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6b43bf6f-2314-49e3-9c0a-80ef552cace9 req-8ad60e92-f6fb-41ce-8d5e-72969cb8add9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0552328 Sep 27 08:45:51.610006 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6b43bf6f-2314-49e3-9c0a-80ef552cace9 req-c6b07e27-f367-4984-831f-b1dc696ba6de tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Sep 27 08:45:51.623273 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35504) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:51.760172 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43024b7b-0c03-4cdc-b255-1b01a93ceb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.770693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1b317-0c6a-4ed7-a8cc-71c35910a707 req-5588acd0-da19-4426-b56d-7f7c73a03353 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:51.772178 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-71b1b317-0c6a-4ed7-a8cc-71c35910a707 req-5588acd0-da19-4426-b56d-7f7c73a03353 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 943 time: 0.0921431 Sep 27 08:45:51.830721 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-71b1b317-0c6a-4ed7-a8cc-71c35910a707 req-c2f5a851-7ca1-44f5-939c-0c94d013f0b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513172 Sep 27 08:45:51.890887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43024b7b-0c03-4cdc-b255-1b01a93ceb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.988445 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43024b7b-0c03-4cdc-b255-1b01a93ceb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.029726 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-43024b7b-0c03-4cdc-b255-1b01a93ceb89 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87c52fd3d4544b7bb455e70d993ee771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054546 Sep 27 08:45:52.030997 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024b7b-0c03-4cdc-b255-1b01a93ceb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b1407-2fc5-4c51-9cb6-675cdbc6569c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.032417 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35522) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.090544 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.109886 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.234172 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.236742 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.240334 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db9b1407-2fc5-4c51-9cb6-675cdbc6569c HTTP/1.1" status: 204 len: 168 time: 0.2042813 Sep 27 08:45:52.246363 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053b13-656a-4342-923f-a7307c073f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b1407-2fc5-4c51-9cb6-675cdbc6569c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.283846 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6b4af280-f2ab-46b4-811f-7e5f1fc39899 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:52.287991 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:52.413469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b3bbd-5e7f-4f1b-aa3a-f3d6df649af2 req-8715a799-b280-465b-bbaf-bb6eca4b32c3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.415544 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-109b3bbd-5e7f-4f1b-aa3a-f3d6df649af2 req-8715a799-b280-465b-bbaf-bb6eca4b32c3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 944 time: 0.0566940 Sep 27 08:45:52.429665 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:52.444430 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'port_id': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'mac_address': 'fa:16:3e:b8:a2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:52.461685 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-109b3bbd-5e7f-4f1b-aa3a-f3d6df649af2 req-1a735cdd-53c9-4e43-acde-69e16d476eb3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Sep 27 08:45:52.617974 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:52.621270 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.624434 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:52.624890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.656775 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4af280-f2ab-46b4-811f-7e5f1fc39899 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:52.704709 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:52.757566 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.760457 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf294-6a9d-436d-aa13-e951ea66c2c2 req-ce8c7909-0a8c-4669-9ab1-e94271588580 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.762992 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-968cf294-6a9d-436d-aa13-e951ea66c2c2 req-ce8c7909-0a8c-4669-9ab1-e94271588580 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0669551 Sep 27 08:45:52.795010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:52.797684 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48080313-b42b-484c-9eef-bef24e6a3b0a" -d '{"events": [{"server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:52.809995 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-968cf294-6a9d-436d-aa13-e951ea66c2c2 req-9e128e36-41b1-4bcc-aa63-5007a72f25d8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Sep 27 08:45:52.825810 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:52.825810 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.851325 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f287db-9771-41b9-9fd4-1b4b88b6d925 x-openstack-request-id: req-d5f287db-9771-41b9-9fd4-1b4b88b6d925 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:52.851620 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:52.851870 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5f287db-9771-41b9-9fd4-1b4b88b6d925 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:52.852447 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', 'code': 200} Sep 27 08:45:52.888365 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.903227 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.975227 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dc126-dd56-4979-a653-9de06df9fe62 req-f206e1ce-34e7-4dcc-84a2-560cbcbb944f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.984531 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6a3dc126-dd56-4979-a653-9de06df9fe62 req-f206e1ce-34e7-4dcc-84a2-560cbcbb944f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 944 time: 0.0642552 Sep 27 08:45:52.987861 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.027242 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6a3dc126-dd56-4979-a653-9de06df9fe62 req-ad76deb3-7213-4b24-bde4-0b6865c675a6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Sep 27 08:45:53.134382 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['6b4af280-f2ab-46b4-811f-7e5f1fc39899'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:53.207587 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49af6-54c0-4f9b-9d14-20a89b89a7dd req-0f55b3d2-54fb-4dd8-aa2c-428f551f1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.211007 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52f49af6-54c0-4f9b-9d14-20a89b89a7dd req-0f55b3d2-54fb-4dd8-aa2c-428f551f1a34 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 1098 time: 0.0626664 Sep 27 08:45:53.468256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35580) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:53.589692 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf28ff-94f9-4e8f-8c35-0d696eaceccb req-9d30c7b4-f824-43ef-ad2f-e4e34050baf7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.591368 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5fcf28ff-94f9-4e8f-8c35-0d696eaceccb req-9d30c7b4-f824-43ef-ad2f-e4e34050baf7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0593116 Sep 27 08:45:53.641694 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5fcf28ff-94f9-4e8f-8c35-0d696eaceccb req-23437433-9e7a-40f2-a4a6-7080e4cfd076 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Sep 27 08:45:53.707208 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1478344421-network', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:53.782967 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Made reservation on behalf of cc1912e38bb34baca0e76bece78f2b11 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:53.785952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.798361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.904003 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.939568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df694-b6a6-4271-b133-294a4f005d6d req-1b52802a-1144-4c67-8bce-3ada22086c30 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.941432 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-da2df694-b6a6-4271-b133-294a4f005d6d req-1b52802a-1144-4c67-8bce-3ada22086c30 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0544312 Sep 27 08:45:53.978959 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-da2df694-b6a6-4271-b133-294a4f005d6d req-efacb5c7-1ddc-480c-8cf1-042b8fecade4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Sep 27 08:45:53.988164 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.012917 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:54.021553 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d819c4-3ef1-49b6-a700-b486ffeb2b09,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.027729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.028064 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Added segment 4a3f6d90-016e-4ce3-8ee3-8e45d94ef015 of type vlan for network 3853f26c-c885-4170-ba23-fc173e90c0eb Sep 27 08:45:54.056519 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52f49af6-54c0-4f9b-9d14-20a89b89a7dd req-616d3318-5459-4342-b3e5-7943ff36b2d0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Sep 27 08:45:54.071908 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.147908 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad088e9-e4a9-4385-a986-f5990beeac59 req-349a64f6-6c2e-473f-bc9c-1ba055a3e7d6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.149418 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fad088e9-e4a9-4385-a986-f5990beeac59 req-349a64f6-6c2e-473f-bc9c-1ba055a3e7d6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 944 time: 0.0528347 Sep 27 08:45:54.163025 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.163875 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.164505 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.243765 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fad088e9-e4a9-4385-a986-f5990beeac59 req-131a0949-b644-4385-b4ca-e11413e1734d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883260 Sep 27 08:45:54.244579 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] Pushing event updated for resources: {'Network': ['ID=3853f26c-c885-4170-ba23-fc173e90c0eb,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.255943 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 3853f26c-c885-4170-ba23-fc173e90c0eb details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:54.274915 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b4b71e99-c210-46a2-b2ee-9aa947e8a1ca admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8053043 Sep 27 08:45:54.277726 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35600) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:54.283025 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Request body: {'subnet': {'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1478344421-subnet', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:54.382306 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Made reservation on behalf of cc1912e38bb34baca0e76bece78f2b11 for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:54.384620 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.594057 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.653492 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a7ab5c-6198-47fa-bc49-05a0cae7658f,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.661049 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:54.661431 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Network hostable DHCP agents. Network: 3853f26c-c885-4170-ba23-fc173e90c0eb, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:45:54.744572 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:45:54.761105 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498d188-6450-43e0-8789-8a65bea935d1 req-14148d1b-8385-4094-b3f6-2da3392aaf8c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.762586 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1498d188-6450-43e0-8789-8a65bea935d1 req-14148d1b-8385-4094-b3f6-2da3392aaf8c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0544062 Sep 27 08:45:54.803230 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1498d188-6450-43e0-8789-8a65bea935d1 req-0237db4d-2722-4892-9d60-6a25e276ccec tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Sep 27 08:45:54.862553 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 3853f26c-c885-4170-ba23-fc173e90c0eb) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:54.867250 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.867944 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.874303 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3c51b-2a99-4438-abdc-3517f0ffda6c None None] Network 3853f26c-c885-4170-ba23-fc173e90c0eb requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:54.972121 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-eb670fd1-0fd3-4ac0-8e3e-60bc2b2c92b1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6928551 Sep 27 08:45:54.975234 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35610) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:54.979513 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:55.031872 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-3853f26c-c885-4170-ba23-fc173e90c0eb', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:45:55.032767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.045648 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.046705 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.126867 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.142161 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f473e7-8746-408a-95aa-7c11eaded06a req-5831e159-409c-4367-9e56-eb442adbdaa3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.145319 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b5f473e7-8746-408a-95aa-7c11eaded06a req-5831e159-409c-4367-9e56-eb442adbdaa3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0899398 Sep 27 08:45:55.174379 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Allocated IP 172.20.0.2 (3853f26c-c885-4170-ba23-fc173e90c0eb/62a7ab5c-6198-47fa-bc49-05a0cae7658f/6d410eb8-5826-4ad4-aa19-ca11aba90bca) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:55.182379 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b5f473e7-8746-408a-95aa-7c11eaded06a req-d5fe162c-15ed-4318-a785-aee849b6ce71 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Sep 27 08:45:55.321648 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.389094 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.428557 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:55.431507 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:55.434571 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:55.446006 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Pushing event updated for resources: {'Port': ['ID=6d410eb8-5826-4ad4-aa19-ca11aba90bca,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.500005 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Attempting to bind port 6d410eb8-5826-4ad4-aa19-ca11aba90bca on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:55.500380 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Attempting to bind port 6d410eb8-5826-4ad4-aa19-ca11aba90bca by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:55.500840 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Attempting to bind port 6d410eb8-5826-4ad4-aa19-ca11aba90bca on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:55.506886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:55.507255 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:55.507657 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.508046 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Bound using segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:55.508506 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Bound port: 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:55.509455 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.526246 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.576569 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819c30-2cac-4734-9a8e-dec688ab5e41 req-19729baf-2bf9-416d-b241-3980753109ac tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.577052 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] For port 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:55.578096 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d3819c30-2cac-4734-9a8e-dec688ab5e41 req-19729baf-2bf9-416d-b241-3980753109ac tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 944 time: 0.0470741 Sep 27 08:45:55.580102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] For port 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6d410eb8-5826-4ad4-aa19-ca11aba90bca,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:55.633767 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d3819c30-2cac-4734-9a8e-dec688ab5e41 req-f1d616bb-5f35-4d3a-a858-1120ecd48e0b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Sep 27 08:45:55.674639 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.732236 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6ad7-83bd-41d8-8fec-b22c66b978ce None None] Pushing event updated for resources: {'Port': ['ID=6d410eb8-5826-4ad4-aa19-ca11aba90bca,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.817508 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.837768 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.923852 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.986490 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaf55-dbaf-4f0d-9684-7d75ad36312f req-6536b6aa-d2f3-4c58-a5b6-fafaf9c39624 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.988032 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4b5eaf55-dbaf-4f0d-9684-7d75ad36312f req-6536b6aa-d2f3-4c58-a5b6-fafaf9c39624 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.1105077 Sep 27 08:45:56.016969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Allocated IP 172.27.2.146 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/e9ed9e4b-15b1-412d-a88f-652c4088f624) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:56.049042 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4b5eaf55-dbaf-4f0d-9684-7d75ad36312f req-cb8475cf-20bd-41a1-9905-8fd472fb9d84 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530901 Sep 27 08:45:56.138089 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.223971 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.275386 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:56.292856 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:56.301876 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:56.304693 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed9e4b-15b1-412d-a88f-652c4088f624,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.385975 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1694-74c8-408e-94ac-84a54780b581 req-f2370f84-f027-4ab4-be45-a52665c151e4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.387522 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-394c1694-74c8-408e-94ac-84a54780b581 req-f2370f84-f027-4ab4-be45-a52665c151e4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1337140 Sep 27 08:45:56.453720 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-394c1694-74c8-408e-94ac-84a54780b581 req-7d1b45fc-ce7d-42cf-a04e-2a51449df3e0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Sep 27 08:45:56.606299 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff4c6c-ebe1-489d-8b88-79cdff6d61fb None None] Network 3853f26c-c885-4170-ba23-fc173e90c0eb requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:56.641656 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.702557 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] Provisioning complete for port 6d410eb8-5826-4ad4-aa19-ca11aba90bca triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:56.702937 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.819734 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6f70-e15a-4c61-ba40-f8663ea4b202 req-430847cf-78cf-41b8-80a0-66abde7762df tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.827754 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-022e6f70-e15a-4c61-ba40-f8663ea4b202 req-430847cf-78cf-41b8-80a0-66abde7762df tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 944 time: 0.1154866 Sep 27 08:45:56.845345 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.901348 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] For port 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6d410eb8-5826-4ad4-aa19-ca11aba90bca,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:56.917163 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-022e6f70-e15a-4c61-ba40-f8663ea4b202 req-07e07ba6-7cec-4bb3-8b87-f054b5c6c503 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796070 Sep 27 08:45:56.939359 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.977019 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.029469 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c9676-6942-4b5d-8fc6-1cd93c0d9d1a None None] Pushing event updated for resources: {'Port': ['ID=6d410eb8-5826-4ad4-aa19-ca11aba90bca,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.181032 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b439-7e00-439b-9b72-89c69f67db60 req-c1c763e8-0697-42f7-a015-455021cd085f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.182599 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aad6b439-7e00-439b-9b72-89c69f67db60 req-c1c763e8-0697-42f7-a015-455021cd085f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0596735 Sep 27 08:45:57.183658 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:45:57.197778 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-390a711c-2af1-4ca7-9cdc-0c59a0e13c5b None None] Provisioning complete for port 6d410eb8-5826-4ad4-aa19-ca11aba90bca triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:57.198163 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-390a711c-2af1-4ca7-9cdc-0c59a0e13c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.273127 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aad6b439-7e00-439b-9b72-89c69f67db60 req-4e00f21a-8eed-42c5-999d-1d1db93776a2 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Sep 27 08:45:57.327798 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:57.338638 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:57.348948 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:57.349561 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:57.401788 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.404308 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-01fa14d9-892e-4c7b-9e4c-97761f89582d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4280922 Sep 27 08:45:57.407249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35656) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:57.463478 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:57.630416 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee6e0-bef7-41a6-b9d3-b12a7675fcff req-0f691972-400e-444b-b814-78a20cfa6622 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.632389 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-984ee6e0-bef7-41a6-b9d3-b12a7675fcff req-0f691972-400e-444b-b814-78a20cfa6622 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1016574 Sep 27 08:45:57.650360 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:56Z', 'revision_number': 3, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:57.680034 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:57.680652 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Updating router ac93fd4f-d651-4b2b-8449-9d8250f160cb port e9ed9e4b-15b1-412d-a88f-652c4088f624 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:45:57.709945 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6d410eb8-5826-4ad4-aa19-ca11aba90bca up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:57.714937 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.770620 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-984ee6e0-bef7-41a6-b9d3-b12a7675fcff req-0624cf1c-fcc9-478b-8644-9a3a78f3c0ed tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064420 Sep 27 08:45:57.777841 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 6d410eb8-5826-4ad4-aa19-ca11aba90bca triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:57.778223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.878742 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6b4af280-f2ab-46b4-811f-7e5f1fc39899 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:57.891517 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b5c97-8263-452d-9a86-95b9fd61db6c req-0ffa3692-f9e1-4277-851d-8b39889c96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.893023 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1c3b5c97-8263-452d-9a86-95b9fd61db6c req-0ffa3692-f9e1-4277-851d-8b39889c96cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.1126466 Sep 27 08:45:57.961094 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1c3b5c97-8263-452d-9a86-95b9fd61db6c req-c76b1609-b937-4b45-b5d7-dd1aec237fc6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Sep 27 08:45:58.006436 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:58.010933 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:58.011662 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.018223 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.037249 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.047734 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d19c7-3dde-4b02-904b-57398c6dc063 req-ada297e5-7f12-45ea-a539-3b7de5570d4e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.050030 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4e6d19c7-3dde-4b02-904b-57398c6dc063 req-ada297e5-7f12-45ea-a539-3b7de5570d4e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 944 time: 0.0706751 Sep 27 08:45:58.101548 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4e6d19c7-3dde-4b02-904b-57398c6dc063 req-9d7e3aff-60a3-4978-b073-f8e1e1055cf1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Sep 27 08:45:58.107610 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.107982 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.134034 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:58.136490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250472e5-b712-42d3-8ed5-0df31c4b0bec" -d '{"events": [{"server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "name": "network-vif-plugged", "status": "completed", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:58.152713 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:58.171455 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Attempting to bind port e9ed9e4b-15b1-412d-a88f-652c4088f624 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:58.171817 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Attempting to bind port e9ed9e4b-15b1-412d-a88f-652c4088f624 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:58.172179 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Attempting to bind port e9ed9e4b-15b1-412d-a88f-652c4088f624 on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:58.184210 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00122342-82d9-4021-8142-55e940246cae x-openstack-request-id: req-00122342-82d9-4021-8142-55e940246cae {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:58.184870 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "name": "network-vif-plugged", "status": "completed", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:58.185228 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00122342-82d9-4021-8142-55e940246cae {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:58.185766 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'code': 200} Sep 27 08:45:58.195938 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b351fd-1e92-44e6-9347-06c4938b92c5 None None] Pushing event updated for resources: {'Port': ['ID=e9ed9e4b-15b1-412d-a88f-652c4088f624,revision_number=2']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.203391 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:58.203767 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:58.204231 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.204636 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:58.209183 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Bound port: e9ed9e4b-15b1-412d-a88f-652c4088f624, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:58.209183 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.228515 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.241963 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Allocated IP 172.20.0.1 (3853f26c-c885-4170-ba23-fc173e90c0eb/62a7ab5c-6198-47fa-bc49-05a0cae7658f/6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:58.266356 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] For port e9ed9e4b-15b1-412d-a88f-652c4088f624, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:58.271021 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] For port e9ed9e4b-15b1-412d-a88f-652c4088f624, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=e9ed9e4b-15b1-412d-a88f-652c4088f624,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:58.283479 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.373037 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.401487 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.429496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527af174-4b4e-4907-997a-9f138e48b82e req-b4d23c40-f4cb-42ab-b082-391d8300116a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.433506 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-527af174-4b4e-4907-997a-9f138e48b82e req-b4d23c40-f4cb-42ab-b082-391d8300116a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0815079 Sep 27 08:45:58.456063 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:58.456771 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:58.499700 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-527af174-4b4e-4907-997a-9f138e48b82e req-80390644-a419-4d24-b6bf-e995b7cbd148 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Sep 27 08:45:58.510931 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b351fd-1e92-44e6-9347-06c4938b92c5 None None] Pushing event updated for resources: {'Port': ['ID=e9ed9e4b-15b1-412d-a88f-652c4088f624,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.537923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.595027 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:58.613156 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:58.614345 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:58.618407 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:58.655898 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.684929 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c6f4b-e90c-42c1-a4ea-7e71d5eabd90 req-accab90e-6e61-465e-8a7e-6b8365710d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.686935 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a93c6f4b-e90c-42c1-a4ea-7e71d5eabd90 req-accab90e-6e61-465e-8a7e-6b8365710d13 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1098 time: 0.1111202 Sep 27 08:45:58.689824 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.789661 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a93c6f4b-e90c-42c1-a4ea-7e71d5eabd90 req-b214baeb-f2ce-4422-bb49-d66af600a914 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640721 Sep 27 08:45:58.862192 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:56Z', 'revision_number': 3, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:58.893253 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0cde-d180-4cf6-bd09-0daf33aafdaf None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:56Z', 'revision_number': 3, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:58.929937 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-1f6df8c1-b243-45cd-953e-c66baf229503 None None] Provisioning complete for port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:58.930430 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-1f6df8c1-b243-45cd-953e-c66baf229503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.936349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c299-e19c-4a88-a258-4a167e2ced00 req-ffc6a857-69c4-482e-b9a4-d616792b677a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.938011 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-96f5c299-e19c-4a88-a258-4a167e2ced00 req-ffc6a857-69c4-482e-b9a4-d616792b677a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0686054 Sep 27 08:45:58.959094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.977976 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-1f6df8c1-b243-45cd-953e-c66baf229503 None None] Port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:58.980552 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-96f5c299-e19c-4a88-a258-4a167e2ced00 req-55bb0388-4158-43e9-b5df-1af2afff152e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Sep 27 08:45:59.158045 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.251660 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c02b-9417-4802-989b-5b5393823ea4 req-ea2cb6d3-dc61-4968-afe0-1b4f5298b56e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.253533 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56b9c02b-9417-4802-989b-5b5393823ea4 req-ea2cb6d3-dc61-4968-afe0-1b4f5298b56e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0685742 Sep 27 08:45:59.255826 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.367740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.372507 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.384093 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56b9c02b-9417-4802-989b-5b5393823ea4 req-e6ee9c7f-4dba-4554-8149-79b33e3fb73f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957947 Sep 27 08:45:59.491650 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:59.493199 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:59.649580 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:59.711267 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device e9ed9e4b-15b1-412d-a88f-652c4088f624 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:59.779491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port e9ed9e4b-15b1-412d-a88f-652c4088f624 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:59.779491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.793587 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:59.808777 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-15b46e32-790a-4151-8cdf-11041a91c6b7 admin admin] 10.222.0.74 "PUT /v2.0/routers/ac93fd4f-d651-4b2b-8449-9d8250f160cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3918633 Sep 27 08:45:59.837419 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-c1b229e7-c12c-41bc-ba3c-c20d6ab30178 None None] Provisioning complete for port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:59.837877 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c1b229e7-c12c-41bc-ba3c-c20d6ab30178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.897869 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-c1b229e7-c12c-41bc-ba3c-c20d6ab30178 None None] Port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:59.912190 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.935044 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port e9ed9e4b-15b1-412d-a88f-652c4088f624, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=e9ed9e4b-15b1-412d-a88f-652c4088f624,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:00.056757 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.120149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19ca2-34fe-4768-b09f-c4d583a82ad7 req-e11f883a-b5b9-4a0d-94f5-4eb57d0aed99 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.121520 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=e9ed9e4b-15b1-412d-a88f-652c4088f624,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:00.130291 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96e19ca2-34fe-4768-b09f-c4d583a82ad7 req-e11f883a-b5b9-4a0d-94f5-4eb57d0aed99 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0741014 Sep 27 08:46:00.377576 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96e19ca2-34fe-4768-b09f-c4d583a82ad7 req-f567ed00-a6bf-40ee-b0fa-f865057eb6a9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474301 Sep 27 08:46:00.592993 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdf636-0280-4d61-81e9-b67970c40eba req-a04d4020-ff20-426e-965a-8ade5f1c0665 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.601083 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eabdf636-0280-4d61-81e9-b67970c40eba req-a04d4020-ff20-426e-965a-8ade5f1c0665 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0665982 Sep 27 08:46:00.647024 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eabdf636-0280-4d61-81e9-b67970c40eba req-1d0335ee-d9de-44cd-8c5b-c404489d851f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Sep 27 08:46:00.711654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35742) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:00.716643 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874865804-network', 'tenant_id': '63a81d327cce4e23a41448a0172ee924'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:00.841088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:00.851442 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:00.852147 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:00.871320 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Made reservation on behalf of 63a81d327cce4e23a41448a0172ee924 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:00.874193 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.885711 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.965350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:00.978690 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.062573 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.096991 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:01.150418 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.151047 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Added segment 1b0d9f6c-3c62-444d-96de-c502303fc99c of type vlan for network d0f4cbda-ad40-4839-b3f2-c429b8550445 Sep 27 08:46:01.175301 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b40d2f-6336-4753-9a04-36900de41d32,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:01.182649 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 2, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:01.217453 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:01.217966 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Updating router ac93fd4f-d651-4b2b-8449-9d8250f160cb port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:01.241506 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.244245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.258018 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-82ca3595-7c26-4d38-8ebf-16c55c84bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.259525 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-82ca3595-7c26-4d38-8ebf-16c55c84bb0a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.1382806 Sep 27 08:46:01.322638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2031-fc2d-488f-b19e-6ae577cf2d1b req-80afddbe-8ef3-41b6-912c-89407ca28988 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.329178 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-047f2031-fc2d-488f-b19e-6ae577cf2d1b req-80afddbe-8ef3-41b6-912c-89407ca28988 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1269836 Sep 27 08:46:01.404002 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-047f2031-fc2d-488f-b19e-6ae577cf2d1b req-7150082b-2d62-493b-bfb2-1c36bc697519 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708394 Sep 27 08:46:01.414385 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.424911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.424911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.443241 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-f5e6a878-502f-4c7a-b43c-7c082403b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.444878 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-f5e6a878-502f-4c7a-b43c-7c082403b6d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.1741629 Sep 27 08:46:01.502533 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f4cbda-ad40-4839-b3f2-c429b8550445,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:01.536757 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-deb71df8-706c-4424-ac69-a316a9c93355 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8239651 Sep 27 08:46:01.539307 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-ab0919c6-57be-4f7b-a6bb-56d0b64d167a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0752053 Sep 27 08:46:01.539643 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:01.539771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35758) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:01.544871 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Request body: {'subnet': {'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874865804-subnet', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:01.608706 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-27dd825a-d86d-43ed-b0cd-4b4245b3344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.610293 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-27dd825a-d86d-43ed-b0cd-4b4245b3344f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0542943 Sep 27 08:46:01.658289 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-bc815182-45a4-45d0-b2ee-327184cc4d88 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351808 Sep 27 08:46:01.687418 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device e9ed9e4b-15b1-412d-a88f-652c4088f624 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:01.704915 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Made reservation on behalf of 63a81d327cce4e23a41448a0172ee924 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:01.708497 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.731127 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.754012 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port e9ed9e4b-15b1-412d-a88f-652c4088f624 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:01.754350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.792561 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a071505-35a2-44d6-89a4-76ae09ed5e9f req-15d6d312-2708-495b-96d7-19771382ab18 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.797143 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1a071505-35a2-44d6-89a4-76ae09ed5e9f req-15d6d312-2708-495b-96d7-19771382ab18 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0603087 Sep 27 08:46:01.825130 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.844231 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1a071505-35a2-44d6-89a4-76ae09ed5e9f req-22dc1869-607a-4efd-9230-9ba1d96d0955 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Sep 27 08:46:01.852172 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-17928ddc-5d07-40cb-a2ac-74f180cbf926 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816473 Sep 27 08:46:01.937321 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694abb-6f1b-46fd-8f6d-5e218ee54804 None None] Pushing event updated for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:01.961172 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Attempting to bind port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:01.961538 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Attempting to bind port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:01.961898 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Attempting to bind port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:01.968890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:01.972921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:01.972921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.972921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Bound using segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:01.972921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Bound port: 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:01.972921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.059005 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] For port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:02.063716 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] For port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:02.086742 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10e03a4a-6edd-4c7d-819c-7f0d89c4b9a7 req-8789dc6e-d696-46e8-bf4a-d3f070fa7776 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249289 Sep 27 08:46:02.098661 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5fbde-c21d-44f1-ad30-20cf43510f12 req-7c3bdaa0-07f7-43ed-87a1-da743cac4d91 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.100063 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54e5fbde-c21d-44f1-ad30-20cf43510f12 req-7c3bdaa0-07f7-43ed-87a1-da743cac4d91 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.1562445 Sep 27 08:46:02.108637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35774) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:02.113839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'floatingip': {'port_id': '6b4af280-f2ab-46b4-811f-7e5f1fc39899'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:02.145330 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-986fc2e9-79dc-44ce-a21d-3502d3c8b805 None None] Provisioning complete for port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:02.145704 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-986fc2e9-79dc-44ce-a21d-3502d3c8b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.160886 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.169836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.196107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.213354 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-986fc2e9-79dc-44ce-a21d-3502d3c8b805 None None] Port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:02.247740 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:02.251908 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:02.255001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694abb-6f1b-46fd-8f6d-5e218ee54804 None None] Pushing event updated for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.345531 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3893f9ff-d08a-4e34-9f98-81995dcd09b7,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.411251 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Checking segment: {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:02.411622 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Network hostable DHCP agents. Network: d0f4cbda-ad40-4839-b3f2-c429b8550445, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:02.433815 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:02.565745 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] Provisioning complete for port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:02.566227 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.619201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:02.646748 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b259-ca59-402d-a8b5-8d49927b11b4 req-ae4ad60d-8e1f-417b-8bdf-7b875bc518a4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.657794 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6179b259-ca59-402d-a8b5-8d49927b11b4 req-ae4ad60d-8e1f-417b-8bdf-7b875bc518a4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1446085 Sep 27 08:46:02.734188 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.740051 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, d0f4cbda-ad40-4839-b3f2-c429b8550445) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:02.750915 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d715e-644d-41d5-a002-a36ff2144d4e None None] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:02.758001 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.759316 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.770120 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6179b259-ca59-402d-a8b5-8d49927b11b4 req-a87678da-6b2f-4a62-ac7f-4525c96a13ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140101 Sep 27 08:46:02.782384 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:02.833804 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e1a7d-7032-40da-899b-2da1d006ecde None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:02.848575 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35796) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:02.849138 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b94fda8c-bf19-46a6-8ccc-420b9fc0b79b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3081799 Sep 27 08:46:02.853547 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:02.879977 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] For port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:02.895097 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35798) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:02.958115 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.993460 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.034621 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.038068 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.046292 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-d0f4cbda-ad40-4839-b3f2-c429b8550445', 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'fixed_ips': [{'subnet_id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:03.047224 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.051397 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12015a-336a-4426-90ac-f8933fb6b275 None None] Pushing event updated for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.070387 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.088020 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-032c3a64-e3cb-429b-bbe3-4dfc0836d4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.134402 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.201813 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Floating IP 5247509d-0ad6-44ff-a072-92dc5ca628e2 associated. External IP: 172.27.2.191, port: 6b4af280-f2ab-46b4-811f-7e5f1fc39899. Sep 27 08:46:03.220445 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Allocated IP 172.20.0.2 (d0f4cbda-ad40-4839-b3f2-c429b8550445/3893f9ff-d08a-4e34-9f98-81995dcd09b7/0776f72a-bbf4-488c-b2f6-2905632d0a7c) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:03.287861 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-032c3a64-e3cb-429b-bbe3-4dfc0836d4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.369430 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-032c3a64-e3cb-429b-bbe3-4dfc0836d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.427928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.429473 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.442081 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-032c3a64-e3cb-429b-bbe3-4dfc0836d4a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96a200e1e8064df9a5be7d9a69045ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450435 Sep 27 08:46:03.445065 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35804) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:03.452044 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3a64-e3cb-429b-bbe3-4dfc0836d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe72b00f-8fd1-4c87-89ae-4db91c43de2c,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.494021 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:03.509114 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.563464 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:03.567885 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:03.576296 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.589407 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:03.619912 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.629858 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Pushing event updated for resources: {'Port': ['ID=0776f72a-bbf4-488c-b2f6-2905632d0a7c,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.735121 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:03.759975 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Attempting to bind port 0776f72a-bbf4-488c-b2f6-2905632d0a7c on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:03.760390 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Attempting to bind port 0776f72a-bbf4-488c-b2f6-2905632d0a7c by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:03.760783 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Attempting to bind port 0776f72a-bbf4-488c-b2f6-2905632d0a7c on network d0f4cbda-ad40-4839-b3f2-c429b8550445 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:03.780951 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:03.781330 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Checking segment: {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:03.781740 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.782131 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Bound using segment: {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:03.782622 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Bound port: 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:03.783027 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.907625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:03.907998 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.956325 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] For port 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:03.962502 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] For port 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=0776f72a-bbf4-488c-b2f6-2905632d0a7c,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:04.042136 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:04.047714 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.055378 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:04.066590 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:04.067835 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:04.084729 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bb6f747c-9ed3-421d-893e-382fcdbb2038 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "PUT /v2.0/floatingips/5247509d-0ad6-44ff-a072-92dc5ca628e2 HTTP/1.1" status: 200 len: 991 time: 1.9748738 Sep 27 08:46:04.086040 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:04.088556 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e0b20-f688-4d4e-a71c-54a2838dc9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:04.089949 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.100164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1591d12-a083-4912-b256-de9179f8fb5a req-f6a5288f-aae1-4301-8f09-9baee808ef74 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.103681 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.107484 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1591d12-a083-4912-b256-de9179f8fb5a req-f6a5288f-aae1-4301-8f09-9baee808ef74 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1176622 Sep 27 08:46:04.111848 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.116548 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.119557 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.120999 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fe72b00f-8fd1-4c87-89ae-4db91c43de2c HTTP/1.1" status: 204 len: 168 time: 0.6748571 Sep 27 08:46:04.166961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f550af-ca3a-46c2-8fff-e9c3bc90759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe72b00f-8fd1-4c87-89ae-4db91c43de2c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.198046 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1591d12-a083-4912-b256-de9179f8fb5a req-16406890-a37a-4755-a636-0a6b47488f1a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843873 Sep 27 08:46:04.240343 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181539f9-9f8c-4788-8238-a06e7ccae14f x-openstack-request-id: req-181539f9-9f8c-4788-8238-a06e7ccae14f {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:04.241372 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:04.241836 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-181539f9-9f8c-4788-8238-a06e7ccae14f {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:04.242778 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'status': 'completed', 'code': 200} Sep 27 08:46:04.256988 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635305b-f982-41b0-a4eb-18011d9370ec None None] Pushing event updated for resources: {'Port': ['ID=0776f72a-bbf4-488c-b2f6-2905632d0a7c,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.330598 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Allocated IP 172.27.2.223 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/03909a24-d4d3-419e-8e05-943eea9ec99e) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:04.342137 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:04.389307 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-115c5dd5-4c87-4095-9e64-dbae3e407994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.390921 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-115c5dd5-4c87-4095-9e64-dbae3e407994 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1098 time: 0.1119421 Sep 27 08:46:04.490844 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35828) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:04.585312 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.618355 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-e24dd6a0-b989-4cbd-862d-cc4e9c1ea5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.632444 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-e24dd6a0-b989-4cbd-862d-cc4e9c1ea5bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 912 time: 0.2101884 Sep 27 08:46:04.765479 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-39b29426-5dae-421b-9274-97f0e93d5385 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 999 time: 0.1277921 Sep 27 08:46:04.772173 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:46:04.798423 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5247509d-0ad6-44ff-a072-92dc5ca628e2', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:b8:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:45:34Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:04.811779 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.831056 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:04.840546 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:04.841444 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:04.886634 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-fb14ad27-331b-4203-b78b-f3665de8bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.889943 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-fb14ad27-331b-4203-b78b-f3665de8bcae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.1119101 Sep 27 08:46:04.890225 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:04.891243 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-03c52198-01f4-429a-9234-eb71abfe9054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.898173 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:04.907084 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:04.946437 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Pushing event updated for resources: {'Port': ['ID=03909a24-d4d3-419e-8e05-943eea9ec99e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.947419 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-1e45ac3d-f03f-429c-8604-0b4c4cd79c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.949114 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-1e45ac3d-f03f-429c-8604-0b4c4cd79c3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434606 Sep 27 08:46:05.064233 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:05.108766 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-671238dc-f2de-4857-8408-5fc473b3a4a7 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401401 Sep 27 08:46:05.138168 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-03c52198-01f4-429a-9234-eb71abfe9054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.240302 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212e0b20-f688-4d4e-a71c-54a2838dc9d8 req-b865da42-5e26-4f33-af4c-ea85d80f0a30 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083624 Sep 27 08:46:05.307133 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.309316 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-03c52198-01f4-429a-9234-eb71abfe9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.372445 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5247509d-0ad6-44ff-a072-92dc5ca628e2', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:b8:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:45:34Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:05.406494 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc5e20-1025-402d-a6d8-3b0b175d2872 None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5247509d-0ad6-44ff-a072-92dc5ca628e2', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:b8:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:45:34Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:05.421010 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c52198-01f4-429a-9234-eb71abfe9054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c692b0-4007-4df5-a814-9e94ba206a00,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:05.434488 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-03c52198-01f4-429a-9234-eb71abfe9054 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f89aa1eaa5e4eef8a4419ed279ac3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9364357 Sep 27 08:46:05.449888 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35854) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:05.514343 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40361-ded9-4531-bae3-c0ee9c5a819e req-a114a055-2227-4fab-943a-eef9b4481d2a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.516293 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-79c40361-ded9-4531-bae3-c0ee9c5a819e req-a114a055-2227-4fab-943a-eef9b4481d2a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.2044840 Sep 27 08:46:05.534167 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.563053 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.641386 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688375b5-7690-4a9e-b06a-888a2aaed213 None None] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:05.709591 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.712158 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.715593 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0c692b0-4007-4df5-a814-9e94ba206a00 HTTP/1.1" status: 204 len: 168 time: 0.2634988 Sep 27 08:46:05.717335 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-79c40361-ded9-4531-bae3-c0ee9c5a819e req-166063a3-f982-4723-bcbe-9663ddc8bf12 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904647 Sep 27 08:46:05.725772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259c131-c926-4ca0-a2d1-65848f166854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c692b0-4007-4df5-a814-9e94ba206a00,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:05.736252 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.810435 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 0776f72a-bbf4-488c-b2f6-2905632d0a7c up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:05.962836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4971b8-2d05-4a4f-aead-e793163e28b5 None None] New status for floating IP 5247509d-0ad6-44ff-a072-92dc5ca628e2: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:46:05.988004 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Router cb0f852f-6274-48ec-8e69-adb7fa414ffa is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:46:06.042871 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] Provisioning complete for port 0776f72a-bbf4-488c-b2f6-2905632d0a7c triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:06.043279 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.121804 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:06.138270 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Sync routers for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:06.149393 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:06.154127 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:06.228382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.229988 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e2ef9e48-5e42-4f1e-b5e0-b99091bdb31a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3800673 Sep 27 08:46:06.232637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35872) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.258622 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 0776f72a-bbf4-488c-b2f6-2905632d0a7c triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:06.258992 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.275351 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:06.373321 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.503906 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.532734 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] For port 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=0776f72a-bbf4-488c-b2f6-2905632d0a7c,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:06.539694 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 3, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:06.579162 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Checking router: cb0f852f-6274-48ec-8e69-adb7fa414ffa for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:06.579593 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Updating router cb0f852f-6274-48ec-8e69-adb7fa414ffa port 03909a24-d4d3-419e-8e05-943eea9ec99e binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:06.605800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.614287 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.679368 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35880) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.697519 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-05c17c74-8732-46e1-9987-c0aed792f454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.707667 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.db.api [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:46:06.708228 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG oslo_db.api [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:46:06.715083 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfff19-1b48-4d67-8471-1cc577630b30 None None] Pushing event updated for resources: {'Port': ['ID=0776f72a-bbf4-488c-b2f6-2905632d0a7c,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:06.729772 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-f975db26-23fa-4455-843c-a4404c756aaf None None] Provisioning complete for port 0776f72a-bbf4-488c-b2f6-2905632d0a7c triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:06.730147 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f975db26-23fa-4455-843c-a4404c756aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.926589 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.938597 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-05c17c74-8732-46e1-9987-c0aed792f454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.996547 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.016552 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-05c17c74-8732-46e1-9987-c0aed792f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.060010 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17c74-8732-46e1-9987-c0aed792f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fa6f3f-2b5c-47f4-a809-082bb0144b10,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.066908 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-05c17c74-8732-46e1-9987-c0aed792f454 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b59a6cac1cb48a99775ad5e47664397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864753 Sep 27 08:46:07.069778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35894) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:07.073898 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.134408 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ebfc-a7b7-4a45-9ace-7b2ea12fb2d9 None None] Pushing event updated for resources: {'Port': ['ID=03909a24-d4d3-419e-8e05-943eea9ec99e,revision_number=2']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.136896 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Attempting to bind port 03909a24-d4d3-419e-8e05-943eea9ec99e on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:07.137794 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Attempting to bind port 03909a24-d4d3-419e-8e05-943eea9ec99e by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:07.138327 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Attempting to bind port 03909a24-d4d3-419e-8e05-943eea9ec99e on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:07.144353 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Allocated IP 172.20.0.1 (d0f4cbda-ad40-4839-b3f2-c429b8550445/3893f9ff-d08a-4e34-9f98-81995dcd09b7/1a697f0c-8aa7-4aed-8d8c-98eade7be3c7) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:07.146243 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:07.146801 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:07.147370 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.147918 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:07.148562 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Bound port: 03909a24-d4d3-419e-8e05-943eea9ec99e, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:07.149135 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.180704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.204383 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] For port 03909a24-d4d3-419e-8e05-943eea9ec99e, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:07.208132 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] For port 03909a24-d4d3-419e-8e05-943eea9ec99e, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03909a24-d4d3-419e-8e05-943eea9ec99e,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:07.245054 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.256931 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.304228 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:07.304955 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:07.310790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.356372 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ebfc-a7b7-4a45-9ace-7b2ea12fb2d9 None None] Pushing event updated for resources: {'Port': ['ID=03909a24-d4d3-419e-8e05-943eea9ec99e,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.405739 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.411547 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.417871 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.417871 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20fa6f3f-2b5c-47f4-a809-082bb0144b10 HTTP/1.1" status: 204 len: 168 time: 0.3446276 Sep 27 08:46:07.432077 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:07.457812 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14c76-769b-46e5-b31e-98aa4c196820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fa6f3f-2b5c-47f4-a809-082bb0144b10,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.478509 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:07.494573 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.499419 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:07.513314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:07.567829 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.660349 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 3, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:07.705613 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 0776f72a-bbf4-488c-b2f6-2905632d0a7c up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:07.735580 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ec1e-a205-4733-8425-69b85cf65e7f None None] The sync data for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi is: [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 3, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:07.797224 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 0776f72a-bbf4-488c-b2f6-2905632d0a7c triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:07.797663 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.851493 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd57f4-0b89-4949-9730-c46fd1c5be5a req-4e247df5-92de-49da-982b-a8f6102daed6 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.853018 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5cd57f4-0b89-4949-9730-c46fd1c5be5a req-4e247df5-92de-49da-982b-a8f6102daed6 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1070540 Sep 27 08:46:07.916946 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5cd57f4-0b89-4949-9730-c46fd1c5be5a req-7d61c298-a480-4c27-bad5-75fe9ee6bd82 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Sep 27 08:46:07.919490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-b7433ec5-1ad0-455f-a905-b3a8b6c1ca06 None None] Provisioning complete for port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:07.920101 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b7433ec5-1ad0-455f-a905-b3a8b6c1ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.985691 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.002020 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-b7433ec5-1ad0-455f-a905-b3a8b6c1ca06 None None] Port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:08.248048 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.359470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.430555 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35924) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.440026 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.444759 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-362477a7-ab0a-4053-9d0c-259a504aa906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.445306 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.556106 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-362477a7-ab0a-4053-9d0c-259a504aa906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.562315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:08.564159 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:08.564915 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-898ccd22-9281-44a8-93e7-fdd3a7b19958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.650503 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-362477a7-ab0a-4053-9d0c-259a504aa906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.683414 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-362477a7-ab0a-4053-9d0c-259a504aa906 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17ba3df9a97544d889235665648bdac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513542 Sep 27 08:46:08.685954 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35926) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.698719 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362477a7-ab0a-4053-9d0c-259a504aa906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe9adcc-cf0a-4684-8d22-59f35df61c21,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.748708 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Router cb0f852f-6274-48ec-8e69-adb7fa414ffa has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:08.791904 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.836928 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-236fbe33-d1e3-4f30-a327-5985087d1488 None None] Provisioning complete for port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:08.838949 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-236fbe33-d1e3-4f30-a327-5985087d1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.868423 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.894888 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-236fbe33-d1e3-4f30-a327-5985087d1488 None None] Port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:08.957980 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:08.969233 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c3dc2aee-ab8f-42f2-a164-e72b962766b3 admin admin] 10.222.0.74 "PUT /v2.0/routers/cb0f852f-6274-48ec-8e69-adb7fa414ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7354550 Sep 27 08:46:09.085249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.088101 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.093693 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebe9adcc-cf0a-4684-8d22-59f35df61c21 HTTP/1.1" status: 204 len: 168 time: 0.4049215 Sep 27 08:46:09.116078 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bf48c-1dbe-457d-b30f-670f98e0de47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe9adcc-cf0a-4684-8d22-59f35df61c21,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:09.665260 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03909a24-d4d3-419e-8e05-943eea9ec99e up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:09.722909 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 03909a24-d4d3-419e-8e05-943eea9ec99e triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:09.723289 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.753765 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35964) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:09.759010 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427572936', 'description': 'tempest-secgroup-smoke-427572936 description', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:09.800964 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.823295 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 03909a24-d4d3-419e-8e05-943eea9ec99e, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03909a24-d4d3-419e-8e05-943eea9ec99e,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:09.842917 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.920037 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.933425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.975964 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=03909a24-d4d3-419e-8e05-943eea9ec99e,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.027374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.057298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a91fd-81ad-49ff-ab31-294da6a48eee,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.152908 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.154188 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7acdac1f-8cb6-46c0-8695-f06ad399a97d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3991838 Sep 27 08:46:10.157063 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35972) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.162146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:10.273632 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Sync routers for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:10.278196 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.283176 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:10.286518 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:45:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:10.333811 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.387869 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.389153 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:10.408268 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4306fd-462e-45af-afec-f8d07a7fb2f5,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.473495 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.475332 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-da49fce1-713d-45a6-bab7-027f213e76cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173006 Sep 27 08:46:10.478153 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35974) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.482772 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:10.553110 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.590108 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 4, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '1a697f0c-8aa7-4aed-8d8c-98eade7be3c7', 'name': '', 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'mac_address': 'fa:16:3e:d7:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:06Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 2, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'subnets': [{'id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:10.609383 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.616669 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Checking router: cb0f852f-6274-48ec-8e69-adb7fa414ffa for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:10.617044 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Updating router cb0f852f-6274-48ec-8e69-adb7fa414ffa port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:10.647531 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.730960 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.749369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3105935-dae8-4a01-837c-6765dff18eda,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.834374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.836352 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-02343e85-3387-4b0d-add4-365d5faf579b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3570757 Sep 27 08:46:10.839095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 35980) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.849687 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:10.919061 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.991013 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.039098 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.058756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cc74ee-565f-4f75-b604-dbb5e7de7b81,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.078788 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.119534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.120827 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4e1f0cf3-cfe8-439c-8b8a-b41cf31621a2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806652 Sep 27 08:46:11.123620 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35984) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.129372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:11.158982 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.213857 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987f145-21d2-46df-ba4e-58a1e2e0623c None None] Pushing event updated for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.227787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.265334 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-29965052-7e83-4f3b-a73a-13f1c61520cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.277572 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Attempting to bind port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:11.277941 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Attempting to bind port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:11.278435 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Attempting to bind port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 on network d0f4cbda-ad40-4839-b3f2-c429b8550445 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:11.283976 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:11.285218 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Checking segment: {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:11.285638 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.286029 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Bound using segment: {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:11.286500 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Bound port: 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0d9f6c-3c62-444d-96de-c502303fc99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:11.287078 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.287915 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.359048 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.361548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] For port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:11.365567 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] For port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:11.378259 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9abbdea-0f3e-4dbc-81d4-d169eb9a2736,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.386302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.386657 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.390568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:11.434713 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-3f170160-224e-406e-a19f-62445d99dc35 None None] Provisioning complete for port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:11.435088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3f170160-224e-406e-a19f-62445d99dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.457439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.473694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.474954 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-72e33aa0-9961-45a9-b019-6103f9e6eaf5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502057 Sep 27 08:46:11.477756 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35986) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.482450 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:11.506276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-3f170160-224e-406e-a19f-62445d99dc35 None None] Port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:11.534728 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:11.535332 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:46:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:11.538643 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987f145-21d2-46df-ba4e-58a1e2e0623c None None] Pushing event updated for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.570838 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.securitygroups_db [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Project cc1912e38bb34baca0e76bece78f2b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:46:11.577657 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.654743 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:11.678757 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.684218 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03909a24-d4d3-419e-8e05-943eea9ec99e up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:11.793576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.806095 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] Provisioning complete for port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:11.806463 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.813260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2e356-c8d3-4698-9816-668d4e385bb9,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.880595 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 03909a24-d4d3-419e-8e05-943eea9ec99e triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:11.881000 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.887542 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.907811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.909072 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7bab3f51-2674-4055-96fa-e9bfa0fa6ae8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4303553 Sep 27 08:46:11.911907 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 35992) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.916375 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'security_group_rule': {'security_group_id': 'a94a91fd-81ad-49ff-ab31-294da6a48eee', 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:11.988288 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.securitygroups_db [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Project cc1912e38bb34baca0e76bece78f2b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:46:11.993264 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.042486 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.063925 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.087836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 4, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '1a697f0c-8aa7-4aed-8d8c-98eade7be3c7', 'name': '', 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'mac_address': 'fa:16:3e:d7:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:06Z', 'updated_at': '2021-09-27T08:46:11Z', 'revision_number': 4, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'subnets': [{'id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:12.118747 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] For port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:12.119923 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe1e1b-a854-4e69-b78d-d721894f97ee None None] The sync data for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi is: [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 4, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '1a697f0c-8aa7-4aed-8d8c-98eade7be3c7', 'name': '', 'network_id': 'd0f4cbda-ad40-4839-b3f2-c429b8550445', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'mac_address': 'fa:16:3e:d7:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:06Z', 'updated_at': '2021-09-27T08:46:11Z', 'revision_number': 4, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'subnets': [{'id': '3893f9ff-d08a-4e34-9f98-81995dcd09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:12.130859 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.152572 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e04dbc-bec2-4ec6-a080-e793e29a4e35,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.195519 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.216339 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.230232 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-8b70174c-87e3-47ad-9692-d33e26b64f2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110449 Sep 27 08:46:12.251396 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aa6dd-2174-45b8-b84a-2ef5bd9a0b12 None None] Pushing event updated for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.513380 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.156576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10879b7b-e805-4d64-b303-1336febd40bc req-b4a80e8c-5c91-482e-a3ff-a2ca16614d66 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.158098 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10879b7b-e805-4d64-b303-1336febd40bc req-b4a80e8c-5c91-482e-a3ff-a2ca16614d66 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0580461 Sep 27 08:46:13.199761 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10879b7b-e805-4d64-b303-1336febd40bc req-4ee8df36-6fc0-4548-a21f-c4b756adb043 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336320 Sep 27 08:46:13.668265 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:13.721132 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:13.721545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.062199 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.325043 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946f0e7-bdaf-4fe9-a9bb-5996ce103a93 req-43bdd3d7-cd9d-453d-aa61-5a07ec047efc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:14.326617 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8946f0e7-bdaf-4fe9-a9bb-5996ce103a93 req-43bdd3d7-cd9d-453d-aa61-5a07ec047efc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0496001 Sep 27 08:46:14.368644 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8946f0e7-bdaf-4fe9-a9bb-5996ce103a93 req-7c646d9a-f2fc-4dd0-ad32-4f781c5eadae tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345635 Sep 27 08:46:15.487471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18781e-e2aa-47ed-8675-c48c975dbb07 req-f0bb699e-d8d5-453f-a9cd-7de099efe447 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.488973 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc18781e-e2aa-47ed-8675-c48c975dbb07 req-f0bb699e-d8d5-453f-a9cd-7de099efe447 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Sep 27 08:46:15.525891 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc18781e-e2aa-47ed-8675-c48c975dbb07 req-d8a2c027-5f22-4f65-94c5-cf1830a4760c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Sep 27 08:46:16.644000 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1fb9b-f28d-49dd-982b-3db13a5ce0f1 req-f428f050-29e3-4835-ab31-6de8d8bc9929 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.645492 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1f1fb9b-f28d-49dd-982b-3db13a5ce0f1 req-f428f050-29e3-4835-ab31-6de8d8bc9929 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Sep 27 08:46:16.682364 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c1f1fb9b-f28d-49dd-982b-3db13a5ce0f1 req-679e95c2-a781-42e1-a998-87762c0da715 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Sep 27 08:46:17.894084 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007a5f3-7825-41df-99cd-813a7dcbff75 req-0c35c835-1008-43e7-a13f-84e9ea5e9c2f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.895644 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c007a5f3-7825-41df-99cd-813a7dcbff75 req-0c35c835-1008-43e7-a13f-84e9ea5e9c2f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.1390958 Sep 27 08:46:17.932604 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c007a5f3-7825-41df-99cd-813a7dcbff75 req-a62f1994-2d33-47c0-ba02-8fe32604655a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Sep 27 08:46:19.056649 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16f6e-0a19-44cb-88d3-1cab7a75ab8c req-7baac1b2-90cd-4eec-b2a0-d6e7a7ac79c7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.058036 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9de16f6e-0a19-44cb-88d3-1cab7a75ab8c req-7baac1b2-90cd-4eec-b2a0-d6e7a7ac79c7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0477343 Sep 27 08:46:19.095180 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9de16f6e-0a19-44cb-88d3-1cab7a75ab8c req-12036d6c-0ea2-43c2-a7b7-cb1f9dee85ce tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Sep 27 08:46:20.210321 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09b31-6053-4f52-9511-0cf2a732b793 req-2bb7ab7c-0218-47dd-8be4-0bbb27cd1d62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.211772 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56c09b31-6053-4f52-9511-0cf2a732b793 req-2bb7ab7c-0218-47dd-8be4-0bbb27cd1d62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Sep 27 08:46:20.249088 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56c09b31-6053-4f52-9511-0cf2a732b793 req-b2a949fa-da7c-49b5-8c05-6cdd305859d6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Sep 27 08:46:21.370823 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2132-e93e-4346-88cc-286ad041bd26 req-04168e0c-093a-42e5-b348-44e123248ed7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:21.372290 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5b2b2132-e93e-4346-88cc-286ad041bd26 req-04168e0c-093a-42e5-b348-44e123248ed7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Sep 27 08:46:21.409340 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5b2b2132-e93e-4346-88cc-286ad041bd26 req-399b9ea5-b1ac-407e-b7bc-0601170fd175 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309598 Sep 27 08:46:22.553294 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274bfad-99bb-4fbf-b523-65ac8ba3f9ab req-1ce98c44-a90c-4c72-bfa4-ae1206ae01ca tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:22.557273 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2274bfad-99bb-4fbf-b523-65ac8ba3f9ab req-1ce98c44-a90c-4c72-bfa4-ae1206ae01ca tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0571444 Sep 27 08:46:22.594777 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2274bfad-99bb-4fbf-b523-65ac8ba3f9ab req-035d7a9f-2787-4b89-9a23-7ff6ef1c369a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Sep 27 08:46:23.329417 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4222f-ba35-4fa2-9445-7debd38eff97 req-dd92ca4a-32c6-4bf9-a954-59560c4f0d79 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.330898 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e7b4222f-ba35-4fa2-9445-7debd38eff97 req-dd92ca4a-32c6-4bf9-a954-59560c4f0d79 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0485313 Sep 27 08:46:23.362194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f52d7-3016-4718-9955-01457f8d6056 req-8e0adc25-937d-4edf-8c05-2c51c29b7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.364423 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-8e0adc25-937d-4edf-8c05-2c51c29b7228 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.0428901 Sep 27 08:46:23.369983 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e7b4222f-ba35-4fa2-9445-7debd38eff97 req-1e962d2a-36d1-4b18-bd8d-2eccb7d0fea4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Sep 27 08:46:23.467495 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f52d7-3016-4718-9955-01457f8d6056 req-adf4a323-3b23-4a3e-a914-9a4c7b52cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.472896 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-adf4a323-3b23-4a3e-a914-9a4c7b52cb4c service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.0908315 Sep 27 08:46:23.522294 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-ae0419fc-1f90-457c-8e9a-10af257f4416 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0368500 Sep 27 08:46:23.599927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f52d7-3016-4718-9955-01457f8d6056 req-3279cf8c-9f09-4448-be84-c280056a010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.601468 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-3279cf8c-9f09-4448-be84-c280056a010a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0481441 Sep 27 08:46:23.642458 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-b63c84a2-49ec-4480-9577-afd20daa3571 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282650 Sep 27 08:46:23.972833 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-30012932-f734-431d-bd4e-2314b63b1111 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201120 Sep 27 08:46:23.980267 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40653d-a3f5-4f04-b510-579d046be016 req-1f06d10f-4579-459a-8512-ce2d6029db9e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.981859 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f40653d-a3f5-4f04-b510-579d046be016 req-1f06d10f-4579-459a-8512-ce2d6029db9e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.2994230 Sep 27 08:46:24.068732 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f40653d-a3f5-4f04-b510-579d046be016 req-c25ad166-4f74-4894-bceb-31755898c0d7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773802 Sep 27 08:46:24.094469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d27f52d7-3016-4718-9955-01457f8d6056 req-2e911793-0896-43ab-9446-8fe3f6e608b9 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115980 Sep 27 08:46:24.494407 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76533e42-b299-4ce5-8dc4-870385a01cce req-086131f3-6cc7-46dd-bc5f-0571daf44a63 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.495878 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-76533e42-b299-4ce5-8dc4-870385a01cce req-086131f3-6cc7-46dd-bc5f-0571daf44a63 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0517080 Sep 27 08:46:24.535555 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-76533e42-b299-4ce5-8dc4-870385a01cce req-d87af1bc-37f4-43c0-ab7d-7a25c1e7f50f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Sep 27 08:46:24.849797 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-814b1782-bf99-40d3-8eb8-4241fc72fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.851294 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-814b1782-bf99-40d3-8eb8-4241fc72fa71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.1122434 Sep 27 08:46:24.881930 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-b2c045ad-c534-4003-b305-82b7dadb4abe tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.883554 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-b2c045ad-c534-4003-b305-82b7dadb4abe tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.1150665 Sep 27 08:46:24.916366 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-1f573efd-0e04-431c-a446-83898e38b959 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/quotas/b369072551fd466c8a3cd5b8efb74038 HTTP/1.1" status: 200 len: 375 time: 0.0249655 Sep 27 08:46:25.012839 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-9062f9e1-0535-49bc-a179-1487f1191c46 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902941 Sep 27 08:46:25.017282 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-1045376b-03d5-4629-b1b6-abc9fb152cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.018628 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-1045376b-03d5-4629-b1b6-abc9fb152cdf service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.1342540 Sep 27 08:46:25.078729 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-e2a37842-fea6-4e26-8a97-5fc4da5911f5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0511029 Sep 27 08:46:25.174874 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-b075e5e5-9e6d-4200-a0d5-66ce4fef627b service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547432 Sep 27 08:46:25.176384 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-a2b67032-4adf-428b-a779-b3af4cbacb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.177745 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-a2b67032-4adf-428b-a779-b3af4cbacb76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0639884 Sep 27 08:46:25.190018 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57168b-2a91-4648-af35-1324298786e2 req-2c505e30-8c86-408c-8e2d-1f40c875edb7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.191706 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fe57168b-2a91-4648-af35-1324298786e2 req-2c505e30-8c86-408c-8e2d-1f40c875edb7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Sep 27 08:46:25.229205 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-fb566daa-e42d-4f4e-b37b-629903b0eb93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401886 Sep 27 08:46:25.230865 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fe57168b-2a91-4648-af35-1324298786e2 req-f1f8700e-028e-4279-9a4d-c65e01a66529 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327337 Sep 27 08:46:25.349325 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-50f6b211-d1b8-429f-ab17-d6da3d4bc22f service neutron] 10.222.0.74 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682413 Sep 27 08:46:25.371526 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-e781585e-2cdd-4b65-9cbf-2f06e7174a01 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306567 Sep 27 08:46:25.471102 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-805251e9-e5f5-4a46-ba3d-1843e1662428 req-0e3c90ef-1a18-4d44-944f-45d0fe637c78 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844538 Sep 27 08:46:25.568339 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c4584a30-14e0-4e33-b7ef-e0a47e971f12 req-c3657c4c-c221-49f6-8f2c-d69a3880201d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 210 time: 0.0268848 Sep 27 08:46:25.665467 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eafb7d-9ecc-4134-851f-c33f1cc2a34f req-07b93b21-2965-4879-b0a7-6e3c71e338ff tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.666960 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c8eafb7d-9ecc-4134-851f-c33f1cc2a34f req-07b93b21-2965-4879-b0a7-6e3c71e338ff tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0526671 Sep 27 08:46:25.705540 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c8eafb7d-9ecc-4134-851f-c33f1cc2a34f req-e679efa4-a706-4bd8-a913-7ba304aa588a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Sep 27 08:46:25.923788 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.357800 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ea6dc-df8e-42c4-99f8-f2e5d269ec23 req-4de96d18-7fb0-48fb-b69b-0b162d19f342 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:26.359307 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-395ea6dc-df8e-42c4-99f8-f2e5d269ec23 req-4de96d18-7fb0-48fb-b69b-0b162d19f342 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Sep 27 08:46:26.397674 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-395ea6dc-df8e-42c4-99f8-f2e5d269ec23 req-39d64cc3-2c24-409c-b3e9-781dfe5c6f71 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Sep 27 08:46:26.662191 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6c59a047-6951-46a0-b84f-e6fba23f3e2f req-a03a9cbd-7e44-4399-a39b-4e7f9c82aba8 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 210 time: 0.0267367 Sep 27 08:46:26.824833 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa8d9-6bee-4e1b-b14a-1e988c11ff7d req-73a3203c-baf6-47b4-9191-538d553c5a76 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:26.826502 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-af7aa8d9-6bee-4e1b-b14a-1e988c11ff7d req-73a3203c-baf6-47b4-9191-538d553c5a76 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0531890 Sep 27 08:46:26.869960 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-af7aa8d9-6bee-4e1b-b14a-1e988c11ff7d req-fd6571eb-fe9f-4d55-a72d-4eff42cbad0f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366116 Sep 27 08:46:27.523142 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1cc7-788d-40ff-8981-a80b6b6ba760 req-6f957fdf-d4dc-4582-b0ae-a05628a0c1fa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:27.524632 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d1e1cc7-788d-40ff-8981-a80b6b6ba760 req-6f957fdf-d4dc-4582-b0ae-a05628a0c1fa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0563912 Sep 27 08:46:27.573586 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d1e1cc7-788d-40ff-8981-a80b6b6ba760 req-65c30185-4779-4468-80ca-5c012b51231e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Sep 27 08:46:27.668898 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-7404570a-e1fe-4735-9ebd-ac8ea3da7411 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:27.670348 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-7404570a-e1fe-4735-9ebd-ac8ea3da7411 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/networks?id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 200 len: 814 time: 0.1083846 Sep 27 08:46:27.679608 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36316) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:27.700410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Request body: {'port': {'device_id': '7295a289-d645-4c26-8a2b-62132713492b', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'admin_state_up': True, 'tenant_id': 'b369072551fd466c8a3cd5b8efb74038'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:27.775151 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-09635564-25af-4885-9fd0-45d9d75fecc1 req-423a3375-f056-465d-9078-de0807124ac0 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 210 time: 0.0426822 Sep 27 08:46:27.816659 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.847835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.db.api [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:46:27.847835 dv-cinder-811085-1-iscsi neutron-server[101198]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:46:27.847835 dv-cinder-811085-1-iscsi neutron-server[101198]: [parameters: {'project_id': 'f11b27385f4b4520bfba01d68ff16481', 'id': 'f8647939-d86e-4f87-ab9c-ed050ac41975', 'expiration': datetime.datetime(2021, 9, 27, 8, 48, 27, 841083)}] Sep 27 08:46:27.847835 dv-cinder-811085-1-iscsi neutron-server[101198]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:46:27.848237 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG oslo_db.api [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:46:27.998923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58c2e-b285-4d77-b1df-109fd67ce3ba req-aa91f0b7-ee0a-4b56-bef8-5e5dbf8b752d tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.000827 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-efe58c2e-b285-4d77-b1df-109fd67ce3ba req-aa91f0b7-ee0a-4b56-bef8-5e5dbf8b752d tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0635855 Sep 27 08:46:28.001953 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Made reservation on behalf of b369072551fd466c8a3cd5b8efb74038 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:28.005850 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.092333 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-efe58c2e-b285-4d77-b1df-109fd67ce3ba req-13982df3-cf1e-4b56-9776-870cbbfd1146 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767884 Sep 27 08:46:28.155968 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Allocated IP 172.20.0.13 (7a07c950-9ac1-48ab-ac33-e2a25fcfe075/a2de4772-7443-472f-8555-0878ee7e73dd/47ed5ee7-aab5-4115-acb4-db0634a3fab5) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:28.304160 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.349238 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.371528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.389342 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad', 'd3f26dc8-36dc-414d-b511-1026954f44bd', '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:28.434413 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:28.443015 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event updated for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:28.445143 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:28.450412 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:28.486259 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.486606 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.486960 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.487295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.487676 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.488247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.488704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.489044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.489375 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.489703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.490031 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.490354 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:28.530916 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.531626 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.562162 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.629233 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.680339 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f11b27385f4b4520bfba01d68ff16481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9995940 Sep 27 08:46:28.681137 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36334) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:28.681817 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056533d-32d7-48a3-b037-2a183755744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a92b3e-396e-4951-b902-ae1fd38b0e75,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:28.708198 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-3ab8febf-a813-44a9-8924-cd420f8e3200 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0128355 Sep 27 08:46:28.711607 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9101-adc8-4963-a691-8aeb9cd4a25c req-4c9707a5-8f51-441b-baff-c044c9e8dff1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.717628 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f2c9101-adc8-4963-a691-8aeb9cd4a25c req-4c9707a5-8f51-441b-baff-c044c9e8dff1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Sep 27 08:46:28.727158 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Request body: {'port': {'device_id': '7295a289-d645-4c26-8a2b-62132713492b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:28.752826 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f2c9101-adc8-4963-a691-8aeb9cd4a25c req-c002f161-0afc-46d6-918f-e18187537219 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329852 Sep 27 08:46:28.769076 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.803864 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.824262 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.997817 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca983c5-6594-41ef-94c5-7be8f85b1da8 req-c9351e57-85de-4954-9f23-e8d29779a530 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.999305 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ca983c5-6594-41ef-94c5-7be8f85b1da8 req-c9351e57-85de-4954-9f23-e8d29779a530 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 932 time: 0.1429369 Sep 27 08:46:29.058443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.060973 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.062101 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17a92b3e-396e-4951-b902-ae1fd38b0e75 HTTP/1.1" status: 204 len: 168 time: 0.3773613 Sep 27 08:46:29.070711 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ca983c5-6594-41ef-94c5-7be8f85b1da8 req-eb21443e-5d38-4d11-864f-8165866a60e1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Sep 27 08:46:29.100323 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f3677-c076-4e79-a59f-9415791a1043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a92b3e-396e-4951-b902-ae1fd38b0e75,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:29.243790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ed5ee7-aab5-4115-acb4-db0634a3fab5 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:29.253891 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.264798 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643b55-c0fd-410e-b401-ec976683f3fb req-bd7acd44-50c6-4575-8346-3356b64cf7e5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.266320 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee643b55-c0fd-410e-b401-ec976683f3fb req-bd7acd44-50c6-4575-8346-3356b64cf7e5 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0976813 Sep 27 08:46:29.281246 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Transition to ACTIVE for port object 47ed5ee7-aab5-4115-acb4-db0634a3fab5 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:29.309112 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee643b55-c0fd-410e-b401-ec976683f3fb req-a61be049-5a4c-4d0b-87c8-cefbd7191b84 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Sep 27 08:46:29.358012 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.407483 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Pushing event updated for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:29.480102 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Attempting to bind port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:29.480441 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Attempting to bind port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:29.480818 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Attempting to bind port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:29.485335 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:29.485478 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Attempting to bind port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 on network 7a07c950-9ac1-48ab-ac33-e2a25fcfe075 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:29.490427 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:29.490878 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Checking segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:29.491152 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Bound using segment: {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:29.491611 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Bound port: 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac19b-f09b-4a2f-834b-da0b7139395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:29.491971 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.554530 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:29.557524 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:29.621452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.657836 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.658448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.660467 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] 10.222.0.68 "PUT /v2.0/ports/47ed5ee7-aab5-4115-acb4-db0634a3fab5 HTTP/1.1" status: 200 len: 1094 time: 0.9405789 Sep 27 08:46:29.660919 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:29.663163 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072210f-14ea-465d-9d11-766f0eb913c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:29.685791 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78cf4f-0def-4e10-b926-fb485e2c427f service neutron] Pushing event updated for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:29.699933 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd46d3-673d-4e24-9764-62196e56d664 x-openstack-request-id: req-70fd46d3-673d-4e24-9764-62196e56d664 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:29.700216 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:29.700557 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70fd46d3-673d-4e24-9764-62196e56d664 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:29.700992 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5', 'status': 'completed', 'code': 200} Sep 27 08:46:29.775375 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-2e8547b7-ba36-4cd0-93da-2b11dd88cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.776923 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-2e8547b7-ba36-4cd0-93da-2b11dd88cbe1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 1097 time: 0.0427132 Sep 27 08:46:29.924806 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8443b-2745-4a72-8718-1cae1c049e49 req-bdf5d261-1ebf-4928-8dbd-60ad9c69a9bd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.926424 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87d8443b-2745-4a72-8718-1cae1c049e49 req-bdf5d261-1ebf-4928-8dbd-60ad9c69a9bd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0915296 Sep 27 08:46:29.931160 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-22cec039-edec-40d5-9283-0194b489f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.934009 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-22cec039-edec-40d5-9283-0194b489f9e1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=b369072551fd466c8a3cd5b8efb74038&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1402540 Sep 27 08:46:30.030258 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87d8443b-2745-4a72-8718-1cae1c049e49 req-88a6b5cb-a0d3-46fb-af1c-0d597cd4a937 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967131 Sep 27 08:46:30.059935 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-0e3ce0c3-c4ed-44c0-bd3f-f65cc6eaaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.061471 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a072210f-14ea-465d-9d11-766f0eb913c4 req-0e3ce0c3-c4ed-44c0-bd3f-f65cc6eaaa6f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132505 Sep 27 08:46:30.156539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-d6bdd497-6585-426b-b76f-fadea847eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.158279 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-d6bdd497-6585-426b-b76f-fadea847eb33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b369072551fd466c8a3cd5b8efb74038&device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 1097 time: 0.0490494 Sep 27 08:46:30.187541 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843ee61-bea5-45f2-b612-8c9d9ca53dce req-7986e2ba-fc37-4c6b-a2a3-34517d1c25e9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.189260 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c843ee61-bea5-45f2-b612-8c9d9ca53dce req-7986e2ba-fc37-4c6b-a2a3-34517d1c25e9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0503693 Sep 27 08:46:30.213077 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-eb27600f-80fc-41bb-9b1f-a67a44f433fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5 HTTP/1.1" status: 200 len: 217 time: 0.0420024 Sep 27 08:46:30.243489 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c843ee61-bea5-45f2-b612-8c9d9ca53dce req-e2a128ca-16c2-48b6-bdfa-742a9180f80d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Sep 27 08:46:30.280755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58013c-713e-4009-8cf1-418f2de11370 req-f60b4821-8079-41f7-b6e7-fdb7d6f3df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.282310 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-f60b4821-8079-41f7-b6e7-fdb7d6f3df2b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 200 len: 854 time: 0.0485370 Sep 27 08:46:30.319899 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-85d396b1-fef8-44e3-887f-dac8a472e63a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a07c950-9ac1-48ab-ac33-e2a25fcfe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251784 Sep 27 08:46:30.426686 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-df61e246-7833-4934-aad3-0855db4dadcc service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940363 Sep 27 08:46:30.434774 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303671-03a9-47d1-95cd-da687fc92762 req-77474723-b904-43eb-9777-3ce1ed24fad3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.436259 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c9303671-03a9-47d1-95cd-da687fc92762 req-77474723-b904-43eb-9777-3ce1ed24fad3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0505693 Sep 27 08:46:30.477703 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c9303671-03a9-47d1-95cd-da687fc92762 req-2f1b3897-3ffd-4558-a885-bbba585d9596 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Sep 27 08:46:30.526139 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5d58013c-713e-4009-8cf1-418f2de11370 req-1d6a9b13-e079-42a8-873f-01b1b6cc3ad6 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Sep 27 08:46:31.154846 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9700bd-837e-4164-864f-38fac5c955a1 req-5701e542-c4d2-43c2-815a-c62237990f65 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.156305 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3c9700bd-837e-4164-864f-38fac5c955a1 req-5701e542-c4d2-43c2-815a-c62237990f65 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Sep 27 08:46:31.194588 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3c9700bd-837e-4164-864f-38fac5c955a1 req-11083cdf-196d-4f56-bfd4-5ade902cca96 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Sep 27 08:46:31.356300 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbb85b-cb7f-4c1a-b341-f62e885212cd req-0dd42e95-8046-4ec4-8a2b-9e5f37bdf9d5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.357801 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f6bbb85b-cb7f-4c1a-b341-f62e885212cd req-0dd42e95-8046-4ec4-8a2b-9e5f37bdf9d5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0482006 Sep 27 08:46:31.396141 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f6bbb85b-cb7f-4c1a-b341-f62e885212cd req-5cba6568-d40a-457c-bc3a-43556341183c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Sep 27 08:46:31.594528 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9355db-df0b-45bf-aa0d-cc2d32ea3212 req-3edec433-1497-4b15-8f8b-bf654ad743d8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.596101 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4c9355db-df0b-45bf-aa0d-cc2d32ea3212 req-3edec433-1497-4b15-8f8b-bf654ad743d8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0513601 Sep 27 08:46:31.634171 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4c9355db-df0b-45bf-aa0d-cc2d32ea3212 req-6d320312-39a0-431d-a68e-2789bfcc3c28 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Sep 27 08:46:32.324721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7525d-3973-4aae-b788-3c7e36edd55e req-1bdb490f-2f09-445c-a345-978c6b041b1c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.326216 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a1c7525d-3973-4aae-b788-3c7e36edd55e req-1bdb490f-2f09-445c-a345-978c6b041b1c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Sep 27 08:46:32.365310 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a1c7525d-3973-4aae-b788-3c7e36edd55e req-58844720-3076-47f1-8bf1-4a23911ecbff tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Sep 27 08:46:32.513382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ba37-6974-4cbe-90e8-8fc5908cb902 req-6e229317-31c4-4a67-9685-d1ed8f56db8a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.514944 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4b46ba37-6974-4cbe-90e8-8fc5908cb902 req-6e229317-31c4-4a67-9685-d1ed8f56db8a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0513344 Sep 27 08:46:32.554294 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4b46ba37-6974-4cbe-90e8-8fc5908cb902 req-398c139b-a921-4c0d-8a93-d3052f20a4c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Sep 27 08:46:32.746333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0319aab-3ac4-4d51-958c-5d34606cb56e req-3f86eed1-0e98-4ead-8d6e-7e334cabef9e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.747790 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d0319aab-3ac4-4d51-958c-5d34606cb56e req-3f86eed1-0e98-4ead-8d6e-7e334cabef9e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0485795 Sep 27 08:46:32.784807 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d0319aab-3ac4-4d51-958c-5d34606cb56e req-f80c5ec5-07e4-490b-b38f-3007f2c2a735 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301781 Sep 27 08:46:33.483271 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03197b0-eec7-4963-b60f-9110a083a90a req-8be68074-20fd-449d-a3f0-5da893dac22f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.484753 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d03197b0-eec7-4963-b60f-9110a083a90a req-8be68074-20fd-449d-a3f0-5da893dac22f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0473201 Sep 27 08:46:33.521304 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d03197b0-eec7-4963-b60f-9110a083a90a req-376971bc-d7a5-4661-8846-bef42ad43d02 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300736 Sep 27 08:46:33.668814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2197-af88-4a51-bafa-9f2d470f4674 req-b320b910-6286-47ae-a6ec-44c139519bf9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.670222 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4d5e2197-af88-4a51-bafa-9f2d470f4674 req-b320b910-6286-47ae-a6ec-44c139519bf9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0495949 Sep 27 08:46:33.707126 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4d5e2197-af88-4a51-bafa-9f2d470f4674 req-3a542600-f67f-4768-89bb-8849d2f19921 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302050 Sep 27 08:46:33.897886 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d874-ba01-4081-88bf-291177a3628f req-be8db17a-7fd0-4780-b098-f3bc6d502478 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.899324 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5cc0d874-ba01-4081-88bf-291177a3628f req-be8db17a-7fd0-4780-b098-f3bc6d502478 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0479448 Sep 27 08:46:33.939165 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5cc0d874-ba01-4081-88bf-291177a3628f req-d3306d2d-3d65-4194-bb26-6bfb57ff7230 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Sep 27 08:46:34.637697 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90063-5808-4dd3-9e3b-956383d84b96 req-332516c3-8b5d-4278-8895-c25674128850 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.639142 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4bd90063-5808-4dd3-9e3b-956383d84b96 req-332516c3-8b5d-4278-8895-c25674128850 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0482516 Sep 27 08:46:34.675849 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4bd90063-5808-4dd3-9e3b-956383d84b96 req-461aa15f-e075-41e2-ba96-d83750f3cc44 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307925 Sep 27 08:46:34.818946 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66587b0f-b555-4c6f-b5e5-dcd924ba9ab5 req-0e9f25aa-1243-4d95-8a0b-ecfb46787caa tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.820311 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-66587b0f-b555-4c6f-b5e5-dcd924ba9ab5 req-0e9f25aa-1243-4d95-8a0b-ecfb46787caa tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0482593 Sep 27 08:46:34.855890 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-66587b0f-b555-4c6f-b5e5-dcd924ba9ab5 req-cf914a36-92f6-40cb-8dad-6dfd7d767961 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297406 Sep 27 08:46:35.051276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd291f-2962-4976-bb90-191803787255 req-d6f16eb9-a9af-4be0-bc33-f410afa707e1 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.052746 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5dbd291f-2962-4976-bb90-191803787255 req-d6f16eb9-a9af-4be0-bc33-f410afa707e1 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0476396 Sep 27 08:46:35.091937 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5dbd291f-2962-4976-bb90-191803787255 req-f335a497-5da7-46e7-a0e0-5aa9655ceb42 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Sep 27 08:46:35.792843 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51438c6-4dc1-4626-a541-d585d9664455 req-4dc0776a-32e7-4630-b6f8-34e0afaa3d44 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.794280 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f51438c6-4dc1-4626-a541-d585d9664455 req-4dc0776a-32e7-4630-b6f8-34e0afaa3d44 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Sep 27 08:46:35.830999 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f51438c6-4dc1-4626-a541-d585d9664455 req-339a823a-b1c6-44b2-954f-19d5bc912366 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Sep 27 08:46:35.969877 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c03caf-3f20-440e-bbfe-b77af1f2cefd req-939cc528-a115-4f1c-a70c-329bf1aa6a68 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.970723 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 47ed5ee7-aab5-4115-acb4-db0634a3fab5 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:35.971288 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-90c03caf-3f20-440e-bbfe-b77af1f2cefd req-939cc528-a115-4f1c-a70c-329bf1aa6a68 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 944 time: 0.0495610 Sep 27 08:46:36.009678 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-90c03caf-3f20-440e-bbfe-b77af1f2cefd req-e0d33fbc-ed35-4e0a-9528-7157e2329171 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Sep 27 08:46:36.064251 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:36.075767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '47ed5ee7-aab5-4115-acb4-db0634a3fab5', 'network_id': '7a07c950-9ac1-48ab-ac33-e2a25fcfe075', 'port_id': '47ed5ee7-aab5-4115-acb4-db0634a3fab5', 'mac_address': 'fa:16:3e:e3:91:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2de4772-7443-472f-8555-0878ee7e73dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:36.111569 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.129492 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ed5ee7-aab5-4115-acb4-db0634a3fab5 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:36.149326 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:36.205405 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42c86-9377-4ac1-becc-58a1ba634cce req-9c3aacb5-6533-4f7d-9105-1829b8c0e5c0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.207524 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-77c42c86-9377-4ac1-becc-58a1ba634cce req-9c3aacb5-6533-4f7d-9105-1829b8c0e5c0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0485530 Sep 27 08:46:36.209141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.248551 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-77c42c86-9377-4ac1-becc-58a1ba634cce req-af4fc3e2-1812-4215-aec2-96522246c92a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Sep 27 08:46:36.257416 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:36.264627 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.265025 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.265373 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.265764 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.266041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.266359 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.266688 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.267015 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.267357 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.267685 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.268004 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.268324 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:36.788880 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['47ed5ee7-aab5-4115-acb4-db0634a3fab5'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:36.955126 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f665-2a98-4583-ba4b-7994bc5fad67 req-7de4d4bf-1823-4642-8d8d-97420167aa0e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.957404 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6646f665-2a98-4583-ba4b-7994bc5fad67 req-7de4d4bf-1823-4642-8d8d-97420167aa0e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Sep 27 08:46:36.995132 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6646f665-2a98-4583-ba4b-7994bc5fad67 req-c1d10334-0a5e-457e-87a6-0dfd9abb2f2d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Sep 27 08:46:37.128200 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87caa9b-7365-45a8-b9bd-36a9b717603a req-01fcaf61-8a3c-43b5-b058-1693b97d13d2 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.129685 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d87caa9b-7365-45a8-b9bd-36a9b717603a req-01fcaf61-8a3c-43b5-b058-1693b97d13d2 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 945 time: 0.0490854 Sep 27 08:46:37.167975 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d87caa9b-7365-45a8-b9bd-36a9b717603a req-c87bcbcd-761c-452e-9c6c-dcc9769e7521 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 27 08:46:37.363222 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6be3d-a8af-4075-a305-4999a3ff8356 req-dce03408-c29a-44ae-8b54-45eb2c09b09f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.364743 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fa6be3d-a8af-4075-a305-4999a3ff8356 req-dce03408-c29a-44ae-8b54-45eb2c09b09f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0493910 Sep 27 08:46:37.402467 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fa6be3d-a8af-4075-a305-4999a3ff8356 req-c247ca2f-7d1e-4f70-9bef-a288d40f6ae8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Sep 27 08:46:38.119697 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb30e2-c600-4fee-be78-ea33a668d6e7 req-ec70e5af-cbdd-4569-b344-4fb7c19e6f3d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.121177 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ebb30e2-c600-4fee-be78-ea33a668d6e7 req-ec70e5af-cbdd-4569-b344-4fb7c19e6f3d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Sep 27 08:46:38.159420 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ebb30e2-c600-4fee-be78-ea33a668d6e7 req-70e99a95-75cf-4f88-8bba-87f1d69d1a28 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 27 08:46:38.231298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 47ed5ee7-aab5-4115-acb4-db0634a3fab5 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:38.281921 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724cdb-d5f0-4972-9ead-2dcf9b438573 req-b8096c71-1599-46ba-b460-2bed92460b29 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.283510 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-24724cdb-d5f0-4972-9ead-2dcf9b438573 req-b8096c71-1599-46ba-b460-2bed92460b29 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 945 time: 0.0487971 Sep 27 08:46:38.327940 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-24724cdb-d5f0-4972-9ead-2dcf9b438573 req-8af54a52-b6e2-421a-9b72-750977b95d54 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376389 Sep 27 08:46:38.363963 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:38.368007 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:38.368381 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:38.449453 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:38.474548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:38.476866 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87f8ea-8b51-424c-983c-7b19e9346181" -d '{"events": [{"server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "name": "network-vif-plugged", "status": "completed", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:38.497739 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:38.522903 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e96d4-c145-43d3-a666-41ad39cd2c41 x-openstack-request-id: req-6e3e96d4-c145-43d3-a666-41ad39cd2c41 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:38.526082 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "name": "network-vif-plugged", "status": "completed", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:38.526082 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e3e96d4-c145-43d3-a666-41ad39cd2c41 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:38.526082 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5', 'code': 200} Sep 27 08:46:38.532964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e443470-9322-4065-ab48-80c64f48488c req-b1e9ec4e-9988-4e58-af5f-87f6dfd84379 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.535341 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e443470-9322-4065-ab48-80c64f48488c req-b1e9ec4e-9988-4e58-af5f-87f6dfd84379 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0562313 Sep 27 08:46:38.569608 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:38.575861 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e443470-9322-4065-ab48-80c64f48488c req-26299fcc-bfc4-4c8a-b570-c655f70cb800 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Sep 27 08:46:38.604898 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a2aa8f40-4645-449d-b143-40dd71f887b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:38.631580 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:38.696590 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-5a9a4845-5342-4674-bf88-daa6a031c07b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427572936&fields=id&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 267 time: 0.0326979 Sep 27 08:46:38.804491 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-9b1be75c-9fc1-4efc-819f-fe6d7e36c0a7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.805940 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-9b1be75c-9fc1-4efc-819f-fe6d7e36c0a7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1027324 Sep 27 08:46:38.822355 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-fd8f1a85-05d9-43fa-a905-667efbff344a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/quotas/cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 375 time: 0.0107174 Sep 27 08:46:38.841259 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3562-e859-435d-8748-899ec15da0ae req-6cf2def5-66ed-4335-a65a-580f30b986da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.841938 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-72cb3562-e859-435d-8748-899ec15da0ae req-6cf2def5-66ed-4335-a65a-580f30b986da service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 1099 time: 0.0456455 Sep 27 08:46:38.878597 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-b43f1e5c-f8d6-4f07-b080-5577213b3ac2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495424 Sep 27 08:46:38.885261 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-72cb3562-e859-435d-8748-899ec15da0ae req-3ea6f6c1-e86c-410c-af13-e9659e741f5f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Sep 27 08:46:38.975433 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-f3035477-1cdc-4f1b-bc3c-218a0a893c62 service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821068 Sep 27 08:46:39.064708 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-c86cb773-41e5-4efd-86ee-e6f826df42c3 service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Sep 27 08:46:39.265597 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36524) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:39.287758 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703258d4-4ccb-4abf-83f3-72b264f8a9f7 req-7c226d74-2b0e-4b1e-a77d-ec2f6ff5b6fc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.289291 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-703258d4-4ccb-4abf-83f3-72b264f8a9f7 req-7c226d74-2b0e-4b1e-a77d-ec2f6ff5b6fc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0595715 Sep 27 08:46:39.329123 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-703258d4-4ccb-4abf-83f3-72b264f8a9f7 req-cd9b776c-7ce0-4fa8-8f6f-2c8cf94acb3b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336955 Sep 27 08:46:39.372487 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c4c609d-fdec-48b6-9832-1210b0817262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.463236 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c4c609d-fdec-48b6-9832-1210b0817262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.533476 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146f2a-377a-4741-b443-d8ff22d612ca req-2584cf3a-9961-497c-88c4-e22ee88c6640 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.535532 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a146f2a-377a-4741-b443-d8ff22d612ca req-2584cf3a-9961-497c-88c4-e22ee88c6640 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 946 time: 0.0491853 Sep 27 08:46:39.536593 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c4c609d-fdec-48b6-9832-1210b0817262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.595619 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c609d-fdec-48b6-9832-1210b0817262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13cf0e8-ff01-4a7c-826d-a75a45a6c69c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:39.608201 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7c4c609d-fdec-48b6-9832-1210b0817262 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57b453fdee184c8098fe0590e74b304c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393140 Sep 27 08:46:39.609395 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 36536) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:39.626879 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a146f2a-377a-4741-b443-d8ff22d612ca req-79af9fb0-8268-4642-91d5-8b8aac9f6387 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 Sep 27 08:46:39.718223 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-19333181-c800-40eb-9c2a-15de2714dd80 req-3599a7e2-7a3c-4d14-86f8-f8a42285b7e5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 210 time: 0.0405030 Sep 27 08:46:39.728255 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a5ff-782b-4c0c-bb16-46998f929067 req-1bfb7057-fda4-4490-95da-81ac7d3e9460 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.730007 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0075a5ff-782b-4c0c-bb16-46998f929067 req-1bfb7057-fda4-4490-95da-81ac7d3e9460 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0528393 Sep 27 08:46:39.733155 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.759815 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.770428 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0075a5ff-782b-4c0c-bb16-46998f929067 req-72b34f95-3d0f-46ff-b3ce-06e28631e5ad tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Sep 27 08:46:39.900115 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.902650 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.903825 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b13cf0e8-ff01-4a7c-826d-a75a45a6c69c HTTP/1.1" status: 204 len: 168 time: 0.2939932 Sep 27 08:46:39.912807 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05131-2044-470d-869c-cfb334c0210b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13cf0e8-ff01-4a7c-826d-a75a45a6c69c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:40.447852 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9555-7efc-4832-aae1-e1f2b29c4987 req-a1dd3d61-c942-468b-94d5-c81169761bc7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:40.449105 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eb6b9555-7efc-4832-aae1-e1f2b29c4987 req-a1dd3d61-c942-468b-94d5-c81169761bc7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Sep 27 08:46:40.497696 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eb6b9555-7efc-4832-aae1-e1f2b29c4987 req-0cf4de85-7c39-47ce-812c-89e009705b12 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Sep 27 08:46:40.730371 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc211d4-1af7-45e7-8f8c-b11474ea225b req-ab920197-0e4f-4cfb-a0ce-ab084e4ae210 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:40.731886 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9dc211d4-1af7-45e7-8f8c-b11474ea225b req-ab920197-0e4f-4cfb-a0ce-ab084e4ae210 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 946 time: 0.0478449 Sep 27 08:46:40.771515 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9dc211d4-1af7-45e7-8f8c-b11474ea225b req-46eb68e1-fee6-46ec-9531-71b0f0a1f2c5 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Sep 27 08:46:40.815320 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d210325-f2f8-404f-b75d-0f7d2e5ccdf0 req-3de9d88b-c171-4820-b57e-d3b2183c914c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Sep 27 08:46:40.903011 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f4ba9-e6f6-4fb9-b00f-5d24ca3936da req-69911691-fd00-44e5-9b3d-132f9fdb20c8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:40.904588 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-668f4ba9-e6f6-4fb9-b00f-5d24ca3936da req-69911691-fd00-44e5-9b3d-132f9fdb20c8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0499177 Sep 27 08:46:40.944365 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-668f4ba9-e6f6-4fb9-b00f-5d24ca3936da req-f1e54e18-4581-4679-be74-a63ea32160de tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Sep 27 08:46:41.203512 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3db17825-2dd5-4d7e-bb30-03b12e043db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.620776 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4edd9-9f55-41cd-bbc0-cad7c2ca0dc9 req-ecdf9eaf-f35c-457d-affc-a2f2c51ace5f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.622260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74b4edd9-9f55-41cd-bbc0-cad7c2ca0dc9 req-ecdf9eaf-f35c-457d-affc-a2f2c51ace5f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Sep 27 08:46:41.661231 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74b4edd9-9f55-41cd-bbc0-cad7c2ca0dc9 req-c541e656-1cc8-49cc-a132-26576ea5930f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Sep 27 08:46:41.720851 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:46:41.808891 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.907017 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4c829cb1-cff4-40e1-a8ba-3d92e675a60c req-6533de79-3aa6-49be-bfc0-e2bac612d0a1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Sep 27 08:46:41.914183 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-4c6019ac-baa2-46c7-badf-0af27a0b5e1d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.915933 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-4c6019ac-baa2-46c7-badf-0af27a0b5e1d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1083207 Sep 27 08:46:41.960712 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-ff49da18-fae9-484b-becd-36df6179df8b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 379 time: 0.0338268 Sep 27 08:46:41.975130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'port': {'device_id': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'admin_state_up': True, 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'security_groups': ['a94a91fd-81ad-49ff-ab31-294da6a48eee']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:42.112347 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2619-0b0a-4105-812b-2a60d8f133fd req-f33b79c5-68a0-4215-9c64-1a613c5c3334 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.114278 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ebf2619-0b0a-4105-812b-2a60d8f133fd req-f33b79c5-68a0-4215-9c64-1a613c5c3334 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0775576 Sep 27 08:46:42.158571 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ebf2619-0b0a-4105-812b-2a60d8f133fd req-a792ae27-6675-4d79-8cb8-f36c6f45fc8b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Sep 27 08:46:42.185662 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Made reservation on behalf of cc1912e38bb34baca0e76bece78f2b11 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:42.189662 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.318443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.20.0.4 (3853f26c-c885-4170-ba23-fc173e90c0eb/62a7ab5c-6198-47fa-bc49-05a0cae7658f/90388bf9-79c9-4943-8eec-d27339db9b5a) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:42.459370 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.516961 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.568887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.610998 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:42.614870 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:42.618518 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:42.657944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:42.681203 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.681869 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.821465 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-2f49c219-770b-4954-a97c-7cbd86c25a19 None None] Provisioning complete for port 90388bf9-79c9-4943-8eec-d27339db9b5a triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:42.821835 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2f49c219-770b-4954-a97c-7cbd86c25a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.838784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-7b7c2686-a0fe-4de0-9181-398749001f39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674788 Sep 27 08:46:42.852962 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Request body: {'port': {'device_id': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:42.855374 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-2f49c219-770b-4954-a97c-7cbd86c25a19 None None] Port 90388bf9-79c9-4943-8eec-d27339db9b5a cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:42.888184 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89974ba5-6231-468e-8d85-17c4da9233f3 req-7cf0079a-7b13-490d-8794-d1f81609e1d6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.889628 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89974ba5-6231-468e-8d85-17c4da9233f3 req-7cf0079a-7b13-490d-8794-d1f81609e1d6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Sep 27 08:46:43.151917 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.174490 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89974ba5-6231-468e-8d85-17c4da9233f3 req-cd0116f2-d409-4983-8ae6-56727f382435 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744126 Sep 27 08:46:43.225002 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b932ba-0b41-40ab-ba00-a5bcdc316cd1 req-76ce3693-2ca2-4834-ad75-4c5da71f72e7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.226848 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d9b932ba-0b41-40ab-ba00-a5bcdc316cd1 req-76ce3693-2ca2-4834-ad75-4c5da71f72e7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 931 time: 0.0742071 Sep 27 08:46:43.273525 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d9b932ba-0b41-40ab-ba00-a5bcdc316cd1 req-99800843-4ea6-4217-a661-cd55836e31a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361388 Sep 27 08:46:43.384214 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35e317-fc0e-4ad5-8e84-039602180afe req-39fda09f-057d-40bb-b642-e982e99d7883 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.385707 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab35e317-fc0e-4ad5-8e84-039602180afe req-39fda09f-057d-40bb-b642-e982e99d7883 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1154954 Sep 27 08:46:43.448509 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab35e317-fc0e-4ad5-8e84-039602180afe req-83f5772b-d3d0-4305-84e0-b5765e8a2e82 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 Sep 27 08:46:43.498947 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90388bf9-79c9-4943-8eec-d27339db9b5a {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:43.506512 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.518010 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Transition to ACTIVE for port object 90388bf9-79c9-4943-8eec-d27339db9b5a will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:43.585473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.640333 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Pushing event updated for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:43.709620 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Attempting to bind port 90388bf9-79c9-4943-8eec-d27339db9b5a on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:43.709863 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Attempting to bind port 90388bf9-79c9-4943-8eec-d27339db9b5a by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:43.710191 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Attempting to bind port 90388bf9-79c9-4943-8eec-d27339db9b5a on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:43.714550 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Port 90388bf9-79c9-4943-8eec-d27339db9b5a on network 3853f26c-c885-4170-ba23-fc173e90c0eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:43.714869 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Attempting to bind port 90388bf9-79c9-4943-8eec-d27339db9b5a on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:43.720080 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:43.720432 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:43.720823 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Bound using segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:43.721245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Bound port: 90388bf9-79c9-4943-8eec-d27339db9b5a, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:43.721598 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.795763 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:43.799359 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=90388bf9-79c9-4943-8eec-d27339db9b5a,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:43.865943 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.900826 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.901623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.903115 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] 10.222.0.68 "PUT /v2.0/ports/90388bf9-79c9-4943-8eec-d27339db9b5a HTTP/1.1" status: 200 len: 1093 time: 1.0543921 Sep 27 08:46:43.905365 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:43.907745 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee9335e-3489-48d3-bd64-245c7cdf779b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:43.938517 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f1715-b660-4f58-95ff-69baafbbc672 service neutron] Pushing event updated for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:43.958944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db90bb-6dde-4dd7-b1bb-6c48babfca92 x-openstack-request-id: req-d8db90bb-6dde-4dd7-b1bb-6c48babfca92 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:43.959247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:43.959505 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8db90bb-6dde-4dd7-b1bb-6c48babfca92 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:43.959962 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'status': 'completed', 'code': 200} Sep 27 08:46:44.029613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-0838f74d-c717-4cff-8631-72e9c4ff6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.031240 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-0838f74d-c717-4cff-8631-72e9c4ff6572 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 1096 time: 0.0469117 Sep 27 08:46:44.067952 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.138582 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-62ec36c1-eead-4778-9b42-07f274c6e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.140058 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-62ec36c1-eead-4778-9b42-07f274c6e1f1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=cc1912e38bb34baca0e76bece78f2b11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987852 Sep 27 08:46:44.245313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-10a43bf3-0709-480e-a94e-c43214fb20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.246809 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ee9335e-3489-48d3-bd64-245c7cdf779b req-10a43bf3-0709-480e-a94e-c43214fb20c0 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922799 Sep 27 08:46:44.266485 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:44.302680 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2729d3d-1e21-4d02-b9e6-2690e88c0eaa req-bad02777-3a0e-4959-a778-c3b8c812b47c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.304192 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a2729d3d-1e21-4d02-b9e6-2690e88c0eaa req-bad02777-3a0e-4959-a778-c3b8c812b47c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Sep 27 08:46:44.347741 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-e1c19897-7c8a-48ef-81d4-10d77ecbdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.349563 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-e1c19897-7c8a-48ef-81d4-10d77ecbdab2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 1096 time: 0.0558631 Sep 27 08:46:44.350471 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a2729d3d-1e21-4d02-b9e6-2690e88c0eaa req-9e675b62-81fd-4527-a80f-4554264ffbb3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Sep 27 08:46:44.383477 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:44.394905 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '67477d82-d352-43d8-b888-98a23643e31b', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:44.417096 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-f4ea0912-2f9d-45ff-97ec-70a06a89e51e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90388bf9-79c9-4943-8eec-d27339db9b5a HTTP/1.1" status: 200 len: 217 time: 0.0505288 Sep 27 08:46:44.431483 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.440193 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850dc6c-287a-4446-a7de-21411c3cec9a req-76bac7d8-0a87-4f05-8721-15795b010e39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.441919 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2850dc6c-287a-4446-a7de-21411c3cec9a req-76bac7d8-0a87-4f05-8721-15795b010e39 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0866289 Sep 27 08:46:44.444088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:44.464216 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:44.511236 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-58141f81-f0db-4918-b64a-6f358d16062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.512769 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-58141f81-f0db-4918-b64a-6f358d16062c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0699639 Sep 27 08:46:44.517927 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2850dc6c-287a-4446-a7de-21411c3cec9a req-4e75628e-c5d5-4db9-b4b9-82e293d916fa tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678363 Sep 27 08:46:44.539704 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.575455 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=6']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:44.576309 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c556c5-93cf-4235-be60-bb49baaf1f4b req-ed523ffa-d4fd-4345-b239-095cb5f2eaac tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.578417 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d4c556c5-93cf-4235-be60-bb49baaf1f4b req-ed523ffa-d4fd-4345-b239-095cb5f2eaac tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0602627 Sep 27 08:46:44.583685 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-0eab4520-660a-4af9-8b28-928a6f9f05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.585396 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-0eab4520-660a-4af9-8b28-928a6f9f05e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566604 Sep 27 08:46:44.618292 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d4c556c5-93cf-4235-be60-bb49baaf1f4b req-3768fa5a-0e40-452d-aee0-2ce3f322c359 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Sep 27 08:46:44.686342 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-3dc845e3-e495-491b-be8d-a0cf39dac944 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860329 Sep 27 08:46:44.709215 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['67477d82-d352-43d8-b888-98a23643e31b'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:44.781657 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e1656ea-5a40-4e46-9811-4e681f09702b req-0c2ff526-5cf0-4c13-8ef7-a5b0a79cc7ab service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Sep 27 08:46:45.470672 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d26b-2732-4b93-88b8-061bf4718b7f req-5c7ce90c-bab2-4620-9929-526a01fa1c17 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.472610 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fa61d26b-2732-4b93-88b8-061bf4718b7f req-5c7ce90c-bab2-4620-9929-526a01fa1c17 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0526435 Sep 27 08:46:45.515242 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fa61d26b-2732-4b93-88b8-061bf4718b7f req-66d53e6c-2673-400c-adad-8db084110188 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Sep 27 08:46:45.641462 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9275392-114e-48dc-bda0-3c5f6eaa1529 req-87b052ed-f2f7-4d8d-9ae0-1623ae520b05 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.642968 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9275392-114e-48dc-bda0-3c5f6eaa1529 req-87b052ed-f2f7-4d8d-9ae0-1623ae520b05 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0546141 Sep 27 08:46:45.684242 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9275392-114e-48dc-bda0-3c5f6eaa1529 req-bdb70294-84ba-4e51-ba96-40e975f3d3cb tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 Sep 27 08:46:45.739257 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6516-e3b0-4ca7-8df0-c38e556f3248 req-f569db6f-eaac-435a-9853-8d0db631dd8e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.740781 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fc9b6516-e3b0-4ca7-8df0-c38e556f3248 req-f569db6f-eaac-435a-9853-8d0db631dd8e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0504489 Sep 27 08:46:45.779388 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fc9b6516-e3b0-4ca7-8df0-c38e556f3248 req-0205cdbd-84a2-4663-ae4f-25b1b4df50ec tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Sep 27 08:46:46.270647 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:46.345285 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 67477d82-d352-43d8-b888-98a23643e31b triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:46.345743 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.443956 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.468228 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:46.470660 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52500b21-de18-4c4a-8a4a-2af4c2920140" -d '{"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:46.486052 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:46.519261 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a685580-59b3-4cac-9a30-26d2c8425bc0 x-openstack-request-id: req-6a685580-59b3-4cac-9a30-26d2c8425bc0 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:46.519854 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:46.520136 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a685580-59b3-4cac-9a30-26d2c8425bc0 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:46.520502 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'code': 200} Sep 27 08:46:46.551692 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.610208 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=7']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.664713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637e19-a048-44fc-b3f1-a846c0bbf969 req-7517ff26-f4b2-4bcc-8afe-f744f9b504a2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.666408 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28637e19-a048-44fc-b3f1-a846c0bbf969 req-7517ff26-f4b2-4bcc-8afe-f744f9b504a2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0624306 Sep 27 08:46:46.717604 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28637e19-a048-44fc-b3f1-a846c0bbf969 req-0a68c7bd-c743-4330-b43b-925aebcaae30 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Sep 27 08:46:46.829928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9504-3bbc-4e3b-8c89-7f41fe1c1dc1 req-ecd71e87-436b-47dd-b6c0-3b49d814f86f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.838585 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10aa9504-3bbc-4e3b-8c89-7f41fe1c1dc1 req-ecd71e87-436b-47dd-b6c0-3b49d814f86f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0741293 Sep 27 08:46:46.883520 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10aa9504-3bbc-4e3b-8c89-7f41fe1c1dc1 req-57b77441-5a92-42fd-8684-7337acbc3bb7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Sep 27 08:46:46.939559 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db624b41-16f1-4752-b878-507f32d48875 req-c3de031b-1d94-4dbc-8919-0df31e2b938a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.941714 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db624b41-16f1-4752-b878-507f32d48875 req-c3de031b-1d94-4dbc-8919-0df31e2b938a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0775046 Sep 27 08:46:46.982467 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-db624b41-16f1-4752-b878-507f32d48875 req-fb5140c1-c595-405f-aed1-5c1e3ab67784 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Sep 27 08:46:47.863527 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846c369-fbcb-44d1-98bb-1c5c44598541 req-b4ccca00-0b65-4a3c-8f5c-aae5c6e315ff tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.865109 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8846c369-fbcb-44d1-98bb-1c5c44598541 req-b4ccca00-0b65-4a3c-8f5c-aae5c6e315ff tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0651608 Sep 27 08:46:47.905593 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8846c369-fbcb-44d1-98bb-1c5c44598541 req-d828365d-d645-4c0b-9b7b-54178cf039ef tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341024 Sep 27 08:46:48.013230 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95f35-f5e6-4223-87cf-9dd1c8873ba5 req-c5382b88-7924-4076-92ca-0c152d35aab7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:48.022066 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-35d95f35-f5e6-4223-87cf-9dd1c8873ba5 req-c5382b88-7924-4076-92ca-0c152d35aab7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0606682 Sep 27 08:46:48.072887 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-35d95f35-f5e6-4223-87cf-9dd1c8873ba5 req-f5ce1a60-bec5-41cb-afa3-71b812cc0998 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462461 Sep 27 08:46:48.125158 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134d744-d39e-42dd-b3ad-8057e7999cea req-5f459fc4-5fc9-40ac-9a8c-11958a58ba0e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:48.132974 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3134d744-d39e-42dd-b3ad-8057e7999cea req-5f459fc4-5fc9-40ac-9a8c-11958a58ba0e tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0725522 Sep 27 08:46:48.179466 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3134d744-d39e-42dd-b3ad-8057e7999cea req-f54463bc-7983-468f-bd69-6e2d38aa0e1a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Sep 27 08:46:49.040334 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cdeb4-100e-4545-843f-9c0bc67d4d46 req-e74963b8-bcb4-4846-9c61-f3e2633a810f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:49.041923 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-067cdeb4-100e-4545-843f-9c0bc67d4d46 req-e74963b8-bcb4-4846-9c61-f3e2633a810f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Sep 27 08:46:49.092340 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-067cdeb4-100e-4545-843f-9c0bc67d4d46 req-ba74b03d-affd-4ae0-a6a5-bbf9f970a540 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Sep 27 08:46:49.201415 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c512f-c8a4-4f1d-8704-85e1a63237f0 req-ed39d20f-b500-4d7e-8495-8e91f57769fe tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:49.203767 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0b1c512f-c8a4-4f1d-8704-85e1a63237f0 req-ed39d20f-b500-4d7e-8495-8e91f57769fe tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0601575 Sep 27 08:46:49.274827 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0b1c512f-c8a4-4f1d-8704-85e1a63237f0 req-85a7cde3-4e58-457d-a000-a45c81ea13a4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596459 Sep 27 08:46:49.330030 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314a89-310b-4dc6-a354-db88ca530c81 req-ad8bef8a-b214-4803-9efb-223f741fdf45 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:49.332231 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b314a89-310b-4dc6-a354-db88ca530c81 req-ad8bef8a-b214-4803-9efb-223f741fdf45 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0539637 Sep 27 08:46:49.378899 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b314a89-310b-4dc6-a354-db88ca530c81 req-21b46ced-4077-466b-8701-6ccdbebfffd9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Sep 27 08:46:50.227862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6843-3461-49e0-b0b2-ad1d84465001 req-01a01176-6ae7-461e-9f73-81c4dea670aa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.229430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f1a6843-3461-49e0-b0b2-ad1d84465001 req-01a01176-6ae7-461e-9f73-81c4dea670aa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0565510 Sep 27 08:46:50.288006 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f1a6843-3461-49e0-b0b2-ad1d84465001 req-8846374e-1909-4b7b-919d-4dad47b17ba0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Sep 27 08:46:50.399041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0316b9e-3f6c-47ea-b614-3dbd464a103e req-865591a8-ff6f-457e-8a71-b4739d2d9ea3 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.400628 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f0316b9e-3f6c-47ea-b614-3dbd464a103e req-865591a8-ff6f-457e-8a71-b4739d2d9ea3 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0556376 Sep 27 08:46:50.479597 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f0316b9e-3f6c-47ea-b614-3dbd464a103e req-cdb97f77-33d5-4d14-8257-b673412c81a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687234 Sep 27 08:46:50.546331 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e26b2d-7742-4d45-97c0-b3691181816e req-f0a2a79f-a259-4dc2-854e-7042ad49691c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.547976 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-66e26b2d-7742-4d45-97c0-b3691181816e req-f0a2a79f-a259-4dc2-854e-7042ad49691c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0841386 Sep 27 08:46:50.594538 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-66e26b2d-7742-4d45-97c0-b3691181816e req-93c363fd-a0cb-47a1-8839-8fce8d7b0d78 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Sep 27 08:46:51.433746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87696-ed15-41c9-84f2-58486ff1701e req-7aae25ca-68ce-4fbf-9ff6-fb252523d668 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:51.436083 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-efd87696-ed15-41c9-84f2-58486ff1701e req-7aae25ca-68ce-4fbf-9ff6-fb252523d668 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0587957 Sep 27 08:46:51.485699 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-efd87696-ed15-41c9-84f2-58486ff1701e req-adabd0ea-a87c-43a9-8631-a8b82e208b29 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Sep 27 08:46:51.621031 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373942cf-a5db-445c-a9e6-42fd9c4e36d0 req-90f64c60-e3e7-483a-b485-26e0cfd3fdcd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:51.623210 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-373942cf-a5db-445c-a9e6-42fd9c4e36d0 req-90f64c60-e3e7-483a-b485-26e0cfd3fdcd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 943 time: 0.0627534 Sep 27 08:46:51.673268 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-373942cf-a5db-445c-a9e6-42fd9c4e36d0 req-b93b3ab7-18bb-4e95-af6f-0be742507726 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Sep 27 08:46:51.761503 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3ea9b-a4f1-4e82-b967-f8ca078ff129 req-2dbede8b-c991-4ef0-901b-47a895291ec7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:51.763124 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3c3ea9b-a4f1-4e82-b967-f8ca078ff129 req-2dbede8b-c991-4ef0-901b-47a895291ec7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0818715 Sep 27 08:46:51.814211 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3c3ea9b-a4f1-4e82-b967-f8ca078ff129 req-9f404a3c-895a-46ef-b3f1-c55957b8bc8c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Sep 27 08:46:52.280701 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 90388bf9-79c9-4943-8eec-d27339db9b5a details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:52.389197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=90388bf9-79c9-4943-8eec-d27339db9b5a,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:52.399779 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'port_id': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'mac_address': 'fa:16:3e:87:b5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:52.435800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.450149 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90388bf9-79c9-4943-8eec-d27339db9b5a {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:52.470670 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=90388bf9-79c9-4943-8eec-d27339db9b5a,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:52.534129 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.605336 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.622314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bdd64-8bbe-40ca-85ad-6af4137fcf2a req-f5c20d19-ca58-4199-bc0f-a948032a1e53 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:52.624923 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d5bdd64-8bbe-40ca-85ad-6af4137fcf2a req-f5c20d19-ca58-4199-bc0f-a948032a1e53 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0697563 Sep 27 08:46:52.667265 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d5bdd64-8bbe-40ca-85ad-6af4137fcf2a req-4f96f26e-90d6-420e-94c2-c18440741e2b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Sep 27 08:46:52.801763 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84bb-7619-44a6-80a3-3b5fa235a04c req-89f81a20-e2e8-45a2-8489-3b1b14d151d5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:52.804153 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2fcd84bb-7619-44a6-80a3-3b5fa235a04c req-89f81a20-e2e8-45a2-8489-3b1b14d151d5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 944 time: 0.0539570 Sep 27 08:46:52.861598 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2fcd84bb-7619-44a6-80a3-3b5fa235a04c req-1582dc51-c6d7-42e3-8f2b-108d85e58e03 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478282 Sep 27 08:46:53.011265 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9a6e3-dc70-4d8f-9709-fb2eab1d4921 req-43116631-87ae-445d-a340-36e6c40a1769 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.012995 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d7a9a6e3-dc70-4d8f-9709-fb2eab1d4921 req-43116631-87ae-445d-a340-36e6c40a1769 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0747755 Sep 27 08:46:53.031818 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['90388bf9-79c9-4943-8eec-d27339db9b5a'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:53.111617 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d7a9a6e3-dc70-4d8f-9709-fb2eab1d4921 req-7f2de47c-8e90-4d97-84a9-c299fd787a01 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848355 Sep 27 08:46:53.241693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa85313-4347-42a4-9a05-da6b6fcd2ca2 req-bd31c094-b807-43c4-9e85-edcb6e2f7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.243581 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-baa85313-4347-42a4-9a05-da6b6fcd2ca2 req-bd31c094-b807-43c4-9e85-edcb6e2f7ad2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.0554316 Sep 27 08:46:53.302351 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-baa85313-4347-42a4-9a05-da6b6fcd2ca2 req-751e150b-3b8c-4630-8d52-4f635927c3c3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Sep 27 08:46:53.805745 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618807-a4f3-4053-bd17-3c5908feda09 req-fbc8cab9-25d0-4da1-9019-f7d1cec5fa2c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.807470 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5e618807-a4f3-4053-bd17-3c5908feda09 req-fbc8cab9-25d0-4da1-9019-f7d1cec5fa2c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0606840 Sep 27 08:46:53.848785 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5e618807-a4f3-4053-bd17-3c5908feda09 req-9dae4646-e931-4734-85ab-12a2bf4cdb40 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342064 Sep 27 08:46:53.990355 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82377-f6a4-40fb-aa1b-0e984be5a7bc req-77bed282-1c96-4b9c-8940-cde2f6965b28 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.991995 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-53e82377-f6a4-40fb-aa1b-0e984be5a7bc req-77bed282-1c96-4b9c-8940-cde2f6965b28 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 944 time: 0.0543957 Sep 27 08:46:54.037624 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-53e82377-f6a4-40fb-aa1b-0e984be5a7bc req-d8d9d7e7-3dcc-4063-a606-b4835c8b489e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395205 Sep 27 08:46:54.228132 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304995e-4009-4da6-b892-7ba53d6c356f req-25513eec-7005-4d9c-8114-d79489401428 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:54.229747 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1304995e-4009-4da6-b892-7ba53d6c356f req-25513eec-7005-4d9c-8114-d79489401428 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0577717 Sep 27 08:46:54.281217 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1304995e-4009-4da6-b892-7ba53d6c356f req-447e0a7a-b971-460e-b64c-dccde935a3c8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Sep 27 08:46:54.987851 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b6efe-96b7-4d7c-95ee-b1d44bc849a0 req-29f7c098-c960-48eb-b5e9-b26fa145e759 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:54.989640 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-155b6efe-96b7-4d7c-95ee-b1d44bc849a0 req-29f7c098-c960-48eb-b5e9-b26fa145e759 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0603244 Sep 27 08:46:55.036828 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-155b6efe-96b7-4d7c-95ee-b1d44bc849a0 req-1ad878b4-d597-4889-b2df-ac3a25043466 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Sep 27 08:46:55.178535 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c42e5-1391-4c75-b83a-6b94d43dc9a7 req-01f284a3-9c4e-4bff-984e-fc57659aec81 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:55.180379 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-554c42e5-1391-4c75-b83a-6b94d43dc9a7 req-01f284a3-9c4e-4bff-984e-fc57659aec81 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 944 time: 0.0704913 Sep 27 08:46:55.216218 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44e25-f6a0-4b49-b4e4-a102a6849d95 req-2ddb7a32-f8d4-4d63-8bdb-344b5434d2be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:55.218085 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f1b44e25-f6a0-4b49-b4e4-a102a6849d95 req-2ddb7a32-f8d4-4d63-8bdb-344b5434d2be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 946 time: 0.0784407 Sep 27 08:46:55.244520 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-554c42e5-1391-4c75-b83a-6b94d43dc9a7 req-d2e937a2-52e1-4570-a070-f019ab13e2ef tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561602 Sep 27 08:46:55.319358 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f1b44e25-f6a0-4b49-b4e4-a102a6849d95 req-2275d181-b7b1-4404-a22b-cbb2ee7dcac1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947349 Sep 27 08:46:55.423910 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a631441-7e2a-4101-a4d1-3bdc74118870 req-1b4f711d-cea8-4db4-9623-0e005fde1062 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:55.425780 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1a631441-7e2a-4101-a4d1-3bdc74118870 req-1b4f711d-cea8-4db4-9623-0e005fde1062 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0543389 Sep 27 08:46:55.473921 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1a631441-7e2a-4101-a4d1-3bdc74118870 req-c311bc30-1de0-41c3-86ce-34fd728394b3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Sep 27 08:46:55.962331 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.150710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc17b-2390-418a-89f4-1efd08d31c27 req-3c22b773-9f72-4622-883d-f0bbb2f4c156 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.155048 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b0cc17b-2390-418a-89f4-1efd08d31c27 req-3c22b773-9f72-4622-883d-f0bbb2f4c156 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0949826 Sep 27 08:46:56.230079 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b0cc17b-2390-418a-89f4-1efd08d31c27 req-111ff5cd-801c-4a18-81a4-fec91f3aaed1 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Sep 27 08:46:56.233469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-d8d785ba-e352-4fc4-80d6-df785c15e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.234979 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-d8d785ba-e352-4fc4-80d6-df785c15e960 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 1099 time: 0.1028156 Sep 27 08:46:56.337179 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 90388bf9-79c9-4943-8eec-d27339db9b5a up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:56.384081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-de48dd43-6639-4618-ab19-010d2ce88887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.386042 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-de48dd43-6639-4618-ab19-010d2ce88887 service neutron] 10.222.0.68 "GET /v2.0/networks?id=62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 200 len: 919 time: 0.1416879 Sep 27 08:46:56.426371 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1d11-2327-4db4-b3dc-31fff5fa1864 req-5cc17ac9-3152-47f1-931c-8128bd55a59a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.428474 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aafb1d11-2327-4db4-b3dc-31fff5fa1864 req-5cc17ac9-3152-47f1-931c-8128bd55a59a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.2884064 Sep 27 08:46:56.469871 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-02252e60-a8e9-4629-abda-95fe6ac0939a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 200 len: 217 time: 0.0505779 Sep 27 08:46:56.481896 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aafb1d11-2327-4db4-b3dc-31fff5fa1864 req-4ec78fe4-d9e0-4331-94af-c6953f423c71 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Sep 27 08:46:56.486881 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537f147-c97b-4d5b-8f24-9b989bfe4fb9 req-17dbc577-ca8c-41a6-91ec-7d6045dc3d63 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.496624 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5537f147-c97b-4d5b-8f24-9b989bfe4fb9 req-17dbc577-ca8c-41a6-91ec-7d6045dc3d63 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 944 time: 0.1089256 Sep 27 08:46:56.512629 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 90388bf9-79c9-4943-8eec-d27339db9b5a completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:56.516822 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 90388bf9-79c9-4943-8eec-d27339db9b5a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:56.517203 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.569564 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-7e24eed6-8990-48bb-994b-de6aeffa626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.571363 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-7e24eed6-8990-48bb-994b-de6aeffa626e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 200 len: 858 time: 0.0726192 Sep 27 08:46:56.615556 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-0298bd45-8495-4adc-b459-337ee39bbbcd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=62087b97-e7bf-47d0-b04e-f0db1467486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353131 Sep 27 08:46:56.630499 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5537f147-c97b-4d5b-8f24-9b989bfe4fb9 req-3c981e2e-47b2-4735-91b8-cc8a813f2ba7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276507 Sep 27 08:46:56.656776 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.685745 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:56.689540 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e5a26-f4cc-4777-9ee0-3fdb16f2641b" -d '{"events": [{"server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "name": "network-vif-plugged", "status": "completed", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:56.708722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=90388bf9-79c9-4943-8eec-d27339db9b5a,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:56.712884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bed56-67ad-431a-9556-a73c8fa3ea08 req-c51630e1-c181-4d1d-8fbf-cbfa5bae1744 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.717901 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f74bed56-67ad-431a-9556-a73c8fa3ea08 req-c51630e1-c181-4d1d-8fbf-cbfa5bae1744 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 946 time: 0.0859513 Sep 27 08:46:56.774550 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f74bed56-67ad-431a-9556-a73c8fa3ea08 req-d9041261-d176-477b-b721-948525be6e97 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Sep 27 08:46:56.777311 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-6db7337a-854f-4a21-84c6-ae65fac09bf3 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423445 Sep 27 08:46:56.786015 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.842465 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d9959-bcbf-46ee-982f-821efe04721c x-openstack-request-id: req-170d9959-bcbf-46ee-982f-821efe04721c {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:56.843174 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "name": "network-vif-plugged", "status": "completed", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:56.843174 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-170d9959-bcbf-46ee-982f-821efe04721c {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:56.843368 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'code': 200} Sep 27 08:46:56.853885 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:56.914490 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6e6d817-fb80-4020-ae66-c13d5cd711e3 req-43e65ab9-c8ba-40e3-aff6-94a97cf754e8 service neutron] 10.222.0.68 "GET /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165276 Sep 27 08:46:57.113665 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-a92754b2-a4dc-4026-9fac-28c928c04c97 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.115284 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-a92754b2-a4dc-4026-9fac-28c928c04c97 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 946 time: 0.0576591 Sep 27 08:46:57.220453 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Deleting port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:57.221195 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.320723 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] For port 47ed5ee7-aab5-4115-acb4-db0634a3fab5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=47ed5ee7-aab5-4115-acb4-db0634a3fab5,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:57.321290 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.336023 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Calling delete_port for 47ed5ee7-aab5-4115-acb4-db0634a3fab5 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:57.376334 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dccea-e123-456c-a570-0bad507a3337 req-6a46c5cb-d3f0-4b47-b134-89430960dc51 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.377844 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a80dccea-e123-456c-a570-0bad507a3337 req-6a46c5cb-d3f0-4b47-b134-89430960dc51 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0802667 Sep 27 08:46:57.384372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc050cd-c3c0-4196-902f-0983e043a1f9 req-b77f9f12-2561-4b0a-9cec-27a026c725aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.385870 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fc050cd-c3c0-4196-902f-0983e043a1f9 req-b77f9f12-2561-4b0a-9cec-27a026c725aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 1098 time: 0.0614660 Sep 27 08:46:57.437915 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a80dccea-e123-456c-a570-0bad507a3337 req-134ac6fe-049e-400b-b4bd-6eea13dc2da7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Sep 27 08:46:57.443463 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fc050cd-c3c0-4196-902f-0983e043a1f9 req-3781038f-6e7e-4f2e-b5ec-277d57f4716e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439527 Sep 27 08:46:57.522476 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.538674 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad', 'd3f26dc8-36dc-414d-b511-1026954f44bd', '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', '47ed5ee7-aab5-4115-acb4-db0634a3fab5'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:57.553749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event deleted for resources: {'Port': ['ID=47ed5ee7-aab5-4115-acb4-db0634a3fab5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:57.620638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] No DVR routers for this DVR port 47ed5ee7-aab5-4115-acb4-db0634a3fab5 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:57.625494 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.633925 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41bdb477-a7e2-40c4-b111-dcae23ebf02a req-34f1c77b-4364-4c54-ab0d-dcdabd884cdb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "DELETE /v2.0/ports/47ed5ee7-aab5-4115-acb4-db0634a3fab5 HTTP/1.1" status: 204 len: 173 time: 0.5031135 Sep 27 08:46:57.633925 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'name': 'network-vif-deleted', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:57.633925 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb79d01-2c0e-434c-979a-9193359c1bf6" -d '{"events": [{"server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "name": "network-vif-deleted", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:57.653237 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249da7a-a5b9-4186-b65a-949758d0694d req-acaeb4e2-2fba-49d0-81d3-3b1c4f3fd3bc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.654940 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3249da7a-a5b9-4186-b65a-949758d0694d req-acaeb4e2-2fba-49d0-81d3-3b1c4f3fd3bc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0883021 Sep 27 08:46:57.688941 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11fe5c6-c9d4-4835-a788-f7d49d6caee2 x-openstack-request-id: req-a11fe5c6-c9d4-4835-a788-f7d49d6caee2 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:57.692860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7295a289-d645-4c26-8a2b-62132713492b", "name": "network-vif-deleted", "tag": "47ed5ee7-aab5-4115-acb4-db0634a3fab5", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:57.692860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a11fe5c6-c9d4-4835-a788-f7d49d6caee2 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:57.692860 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295a289-d645-4c26-8a2b-62132713492b', 'name': 'network-vif-deleted', 'tag': '47ed5ee7-aab5-4115-acb4-db0634a3fab5', 'status': 'completed', 'code': 200} Sep 27 08:46:57.698106 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3249da7a-a5b9-4186-b65a-949758d0694d req-7879060e-4177-4ab5-8ca9-d0a944cd2c53 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Sep 27 08:46:57.781663 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409797f-5293-451d-8790-474f7ce82dbb req-ffab467f-7bd8-4157-a8b3-98a06d0f3ba2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.783201 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f409797f-5293-451d-8790-474f7ce82dbb req-ffab467f-7bd8-4157-a8b3-98a06d0f3ba2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Sep 27 08:46:57.829383 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f409797f-5293-451d-8790-474f7ce82dbb req-067c4ccb-1715-4036-9510-62ba49110564 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362654 Sep 27 08:46:57.919035 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ca8c8641-8454-469c-9dce-60180a313cc6 req-c739f07f-c990-4f37-b04a-77e22b7d2ec0 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7295a289-d645-4c26-8a2b-62132713492b HTTP/1.1" status: 200 len: 210 time: 0.0306039 Sep 27 08:46:58.172187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-86aaed08-0c51-469e-8a9a-466862c66729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.173643 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-86aaed08-0c51-469e-8a9a-466862c66729 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1098 time: 0.0404658 Sep 27 08:46:58.267435 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-ea6d81c3-83c6-40a7-8ff7-2dc762274665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.268915 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-ea6d81c3-83c6-40a7-8ff7-2dc762274665 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.0867941 Sep 27 08:46:58.336687 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-b5557fcb-e468-4ed7-b3bd-5c2c391e538a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 1000 time: 0.0561256 Sep 27 08:46:58.386093 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-98be0821-b3c8-4ba4-a499-a1524dd897a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.387541 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-98be0821-b3c8-4ba4-a499-a1524dd897a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0431373 Sep 27 08:46:58.640229 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-b818bc46-1790-4749-a64e-2732379832ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.646730 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-b818bc46-1790-4749-a64e-2732379832ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2459219 Sep 27 08:46:58.750972 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdfdb3-d9f2-4981-b5ce-19d83570331a req-bd77ba3a-7ddd-4b4a-9e80-3038792c2aa2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.752535 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adcdfdb3-d9f2-4981-b5ce-19d83570331a req-bd77ba3a-7ddd-4b4a-9e80-3038792c2aa2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.1161454 Sep 27 08:46:58.805236 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-7c059185-a912-4e95-8044-13ad2a004489 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336102 Sep 27 08:46:58.810553 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adcdfdb3-d9f2-4981-b5ce-19d83570331a req-21c405ee-9362-4476-8be5-1477955205a1 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Sep 27 08:46:58.834193 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05f1a-adad-4e8e-a479-1f941fa2eca3 req-b503726a-9bfa-41d8-b2d2-29c66ba96c8c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.838341 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0aa05f1a-adad-4e8e-a479-1f941fa2eca3 req-b503726a-9bfa-41d8-b2d2-29c66ba96c8c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0582840 Sep 27 08:46:58.880506 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0aa05f1a-adad-4e8e-a479-1f941fa2eca3 req-4e7f1461-b130-4164-8d98-9ba8f8c1d11e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Sep 27 08:46:58.953186 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58ef698a-634a-44f5-aaf5-3374c8a85882 req-9887d52c-239e-4f87-8242-ef29df3c8731 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300106 Sep 27 08:46:58.975185 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5a0d9-53c6-4353-825f-131f0554caba req-252e76d3-d8b6-49ef-bce6-1c63d524a4c0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.976731 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-baa5a0d9-53c6-4353-825f-131f0554caba req-252e76d3-d8b6-49ef-bce6-1c63d524a4c0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0666959 Sep 27 08:46:59.016039 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-baa5a0d9-53c6-4353-825f-131f0554caba req-59d538b9-f81f-4e92-863a-aa62100f4d59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Sep 27 08:46:59.931220 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4d0b-435b-47dd-8fac-48fcd4c09faa req-b6e4daf3-3ada-4f5d-9975-c653cbb35b53 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:59.932737 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a47f4d0b-435b-47dd-8fac-48fcd4c09faa req-b6e4daf3-3ada-4f5d-9975-c653cbb35b53 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0524554 Sep 27 08:46:59.970098 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a47f4d0b-435b-47dd-8fac-48fcd4c09faa req-108bb785-a98d-4e1b-94df-d378523d0604 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 27 08:47:00.002681 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c68a8-b2f5-45fc-8599-e434d47d6c3d req-9ae05bfd-7eb8-4610-b41e-bf232c556d8d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.004207 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-038c68a8-b2f5-45fc-8599-e434d47d6c3d req-9ae05bfd-7eb8-4610-b41e-bf232c556d8d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Sep 27 08:47:00.042175 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-038c68a8-b2f5-45fc-8599-e434d47d6c3d req-83917f3e-038f-4981-9d45-32206c441cd2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Sep 27 08:47:00.140287 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6a88b-0508-4325-a484-e9f275532987 req-4e2b499b-bfeb-4684-b051-0ab3f3185781 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.141849 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c6a6a88b-0508-4325-a484-e9f275532987 req-4e2b499b-bfeb-4684-b051-0ab3f3185781 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Sep 27 08:47:00.184224 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c6a6a88b-0508-4325-a484-e9f275532987 req-3d899bf9-0028-417c-af5e-f055cdbf9c9b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Sep 27 08:47:00.356603 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 47ed5ee7-aab5-4115-acb4-db0634a3fab5 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:00.377580 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 47ed5ee7-aab5-4115-acb4-db0634a3fab5 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:00.378484 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 47ed5ee7-aab5-4115-acb4-db0634a3fab5 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:00.378484 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:00.387969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c5ecd-5415-4d20-bb1a-38000fd2442b req-41e0d957-a610-4b39-9dfb-88e328bf2804 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.389503 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8f5c5ecd-5415-4d20-bb1a-38000fd2442b req-41e0d957-a610-4b39-9dfb-88e328bf2804 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0502274 Sep 27 08:47:00.432368 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8f5c5ecd-5415-4d20-bb1a-38000fd2442b req-a634d386-45f2-4e89-845c-068a8dcc50f5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358667 Sep 27 08:47:00.454473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36850) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:00.473341 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.505447 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:00.508870 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ed348-2df0-4c7f-b041-9300006d4d73" -d '{"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-unplugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:00.524110 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:00.549816 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d626b12-e81c-4427-bd78-2a2a5b7578fa x-openstack-request-id: req-4d626b12-e81c-4427-bd78-2a2a5b7578fa {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:00.549816 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-unplugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:00.549816 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d626b12-e81c-4427-bd78-2a2a5b7578fa {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:00.549816 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'code': 200} Sep 27 08:47:00.597116 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.646429 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=8']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:00.696582 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa542d-3720-4907-8496-25b76d6592ab tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.698120 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-10aa542d-3720-4907-8496-25b76d6592ab tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 1093 time: 0.2424264 Sep 27 08:47:00.701055 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36856) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:00.705269 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'port_id': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:00.831025 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.852750 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744bc54-79c6-42dd-a5c7-7a8fb742fc2e req-011f0125-c6ef-4b8d-a635-2a54184a3ed1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.854220 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7744bc54-79c6-42dd-a5c7-7a8fb742fc2e req-011f0125-c6ef-4b8d-a635-2a54184a3ed1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0498247 Sep 27 08:47:00.892498 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7744bc54-79c6-42dd-a5c7-7a8fb742fc2e req-c09dbdc3-6528-4806-a36b-8280f01320e6 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Sep 27 08:47:00.932253 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:01.035651 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.27.2.118 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/6dd2bcea-7103-443b-a08e-920284343658) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:01.178434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:01.198949 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f01e7a-bc1e-4f9f-804b-9f594885a499 req-43e04283-89da-40b7-a243-622cd3032e38 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:01.200476 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f01e7a-bc1e-4f9f-804b-9f594885a499 req-43e04283-89da-40b7-a243-622cd3032e38 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0800879 Sep 27 08:47:01.255472 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f01e7a-bc1e-4f9f-804b-9f594885a499 req-00c2633c-b85e-4a52-b555-22181aeeef34 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Sep 27 08:47:01.306194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:01.347091 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:01.350165 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:01.353575 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:01.381510 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=6dd2bcea-7103-443b-a08e-920284343658,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:01.714447 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:01.878305 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.010121 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ace6-9ef8-4ef3-bb55-b5d680684380 req-b20e58d1-3888-4a65-9261-c17b2a2cb0ff tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.011735 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-52a7ace6-9ef8-4ef3-bb55-b5d680684380 req-b20e58d1-3888-4a65-9261-c17b2a2cb0ff tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0488269 Sep 27 08:47:02.034703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.054225 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-52a7ace6-9ef8-4ef3-bb55-b5d680684380 req-a4225ddc-6bb1-4074-adc0-5c3868f1822f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Sep 27 08:47:02.105519 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.174704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=6dd2bcea-7103-443b-a08e-920284343658,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:02.185045 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.287185 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 26ec91c2-b0ab-430a-911f-2bb01c716682 associated. External IP: 172.27.2.118, port: 90388bf9-79c9-4943-8eec-d27339db9b5a. Sep 27 08:47:02.427484 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060f85d-d0d4-4f4b-bbd8-6c95d9330368 req-88cd14f2-f164-440d-9adf-15d0ce5fad3f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.428893 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9060f85d-d0d4-4f4b-bbd8-6c95d9330368 req-88cd14f2-f164-440d-9adf-15d0ce5fad3f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0974221 Sep 27 08:47:02.511019 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9060f85d-d0d4-4f4b-bbd8-6c95d9330368 req-4d6dd127-c4e4-4c29-a97d-aa3ea19b6f53 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469053 Sep 27 08:47:02.559713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:02.678315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:02.691050 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:02.700792 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:02.701556 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:46:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:02.728667 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.761381 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5ca2fc89-ca96-4256-97de-e405d0feee23 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0591440 Sep 27 08:47:02.762040 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:02.764539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a294b-b36a-42fc-bedf-a108c4cfda1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:02.806192 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a350c9-6ff0-4dee-87a2-287988e0b90d x-openstack-request-id: req-63a350c9-6ff0-4dee-87a2-287988e0b90d {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:02.806489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:02.806742 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63a350c9-6ff0-4dee-87a2-287988e0b90d {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:02.807176 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'status': 'completed', 'code': 200} Sep 27 08:47:02.831198 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:02.873084 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-e7999196-78f6-4c79-b144-af43d7587c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.874874 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-e7999196-78f6-4c79-b144-af43d7587c33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 1098 time: 0.0454996 Sep 27 08:47:02.934064 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-35e491aa-18af-4e8f-8ab4-b3f0d25453c9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.935513 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-35e491aa-18af-4e8f-8ab4-b3f0d25453c9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.0518601 Sep 27 08:47:02.980862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-634fff42-89b2-45b8-b038-32b9f25d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.982595 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-634fff42-89b2-45b8-b038-32b9f25d07e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.0982323 Sep 27 08:47:03.058920 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-01cfd5ac-27a2-405d-82c2-3460168f0a64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90388bf9-79c9-4943-8eec-d27339db9b5a HTTP/1.1" status: 200 len: 999 time: 0.0684536 Sep 27 08:47:03.110338 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '26ec91c2-b0ab-430a-911f-2bb01c716682', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:87:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:01Z', 'updated_at': '2021-09-27T08:47:01Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:03.116506 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Deleting port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:03.117057 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.136020 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-6c40131f-a407-45a9-8619-17b86a41bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.137251 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-6c40131f-a407-45a9-8619-17b86a41bfe7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0709555 Sep 27 08:47:03.141642 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:03.153622 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:03.154237 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:46:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:03.190184 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-c4b2c840-9f38-47a3-ac04-5679df8f9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.193040 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-c4b2c840-9f38-47a3-ac04-5679df8f9abe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471857 Sep 27 08:47:03.248576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c53142-04ce-48b6-b85c-044f816425c7 req-bf48d657-619d-4b84-88c2-e3357a98c4ef tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.250439 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e2c53142-04ce-48b6-b85c-044f816425c7 req-bf48d657-619d-4b84-88c2-e3357a98c4ef tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 945 time: 0.1181943 Sep 27 08:47:03.271820 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:03.290312 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] For port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:03.290754 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.311242 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-eb9a7015-a8c1-4d66-be3d-be65a1ff5017 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117535 Sep 27 08:47:03.314468 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Calling delete_port for 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 owned by compute:nova {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:03.332723 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e2c53142-04ce-48b6-b85c-044f816425c7 req-f9c0a048-94f0-4cd4-9bc9-65e09eca5824 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Sep 27 08:47:03.422055 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b12a294b-b36a-42fc-bedf-a108c4cfda1f req-0f9813b0-d87e-4560-9f30-adfc13ffe8c8 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022995 Sep 27 08:47:03.524130 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '26ec91c2-b0ab-430a-911f-2bb01c716682', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:87:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:01Z', 'updated_at': '2021-09-27T08:47:01Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:03.550101 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eebc31-f70b-4043-bd79-0b7d8ec11b8c None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '26ec91c2-b0ab-430a-911f-2bb01c716682', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:87:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:01Z', 'updated_at': '2021-09-27T08:47:01Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:03.591494 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.605477 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad', 'd3f26dc8-36dc-414d-b511-1026954f44bd', '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:03.622401 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event deleted for resources: {'Port': ['ID=7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:03.691179 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] No DVR routers for this DVR port 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 on host hv-cinder-81108 {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:03.694927 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.697019 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5d8bc59a-21ff-4856-bb29-3435ee9ab6fb req-8c567fb0-ce05-4e58-82d7-6fffa9686785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "DELETE /v2.0/ports/7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 HTTP/1.1" status: 204 len: 173 time: 0.7549391 Sep 27 08:47:03.697456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'name': 'network-vif-deleted', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:03.699718 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b587b0b2-3591-426f-8457-b440ea0419d6" -d '{"events": [{"server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "name": "network-vif-deleted", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:03.752729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ac91d-5f1d-4178-bb12-df70c892e33b x-openstack-request-id: req-3d1ac91d-5f1d-4178-bb12-df70c892e33b {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:03.752729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018dd45-e9ed-4eb2-99dd-7886a2d025db", "name": "network-vif-deleted", "tag": "7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:03.752729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d1ac91d-5f1d-4178-bb12-df70c892e33b {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:03.752729 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018dd45-e9ed-4eb2-99dd-7886a2d025db', 'name': 'network-vif-deleted', 'tag': '7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7', 'status': 'completed', 'code': 200} Sep 27 08:47:03.814422 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [req-53baa06c-c67b-4cf7-ad74-69c4b567df5a req-c5cf8cdc-35d4-4ad4-ab71-eb3ec987d54c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:47:03.815442 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-53baa06c-c67b-4cf7-ad74-69c4b567df5a req-c5cf8cdc-35d4-4ad4-ab71-eb3ec987d54c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053573 Sep 27 08:47:03.827894 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cab4ed-3b4c-4f39-ba98-6bc90ac7342f None None] New status for floating IP 26ec91c2-b0ab-430a-911f-2bb01c716682: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:04.128149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67641-a9c6-43d2-8c7f-ab3f65b44f0b req-c13fc8f9-2d06-45a2-9412-ce9d4f5d4473 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.130039 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fee67641-a9c6-43d2-8c7f-ab3f65b44f0b req-c13fc8f9-2d06-45a2-9412-ce9d4f5d4473 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0552390 Sep 27 08:47:04.169777 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fee67641-a9c6-43d2-8c7f-ab3f65b44f0b req-f69ca374-a39d-4309-b1d6-fc116c02d039 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Sep 27 08:47:04.398616 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:04.420612 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:04.420988 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 7dd0d92d-ccab-45b7-b42f-7eef8b0e8ad7 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:04.421629 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:04.446788 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c33254e4-7512-4017-b216-f4a13bdd9e5c req-39b81302-26e4-4250-936d-7880739f8d0a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=c018dd45-e9ed-4eb2-99dd-7886a2d025db HTTP/1.1" status: 200 len: 210 time: 0.0260129 Sep 27 08:47:04.619745 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 36934) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:04.703358 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-cfede39b-a047-43f5-8a36-b11cbfdd4663 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822108 Sep 27 08:47:04.714100 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-77d715eb-5869-4279-bb09-80ea3663043a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:47:04.715094 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-77d715eb-5869-4279-bb09-80ea3663043a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052705 Sep 27 08:47:05.292221 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab510b9-343d-4e17-adcb-729de5431fe9 req-69686c86-4fcc-4588-b8dc-227565674a52 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.293907 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0ab510b9-343d-4e17-adcb-729de5431fe9 req-69686c86-4fcc-4588-b8dc-227565674a52 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Sep 27 08:47:05.334632 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0ab510b9-343d-4e17-adcb-729de5431fe9 req-bd775c19-e12d-40fc-80c4-ec10a543276e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Sep 27 08:47:05.706816 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b97e-3226-4c57-9338-6ca08ef4a1af req-24d7e5b9-7b16-4181-920a-4161f739a13c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.708310 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ef6b97e-3226-4c57-9338-6ca08ef4a1af req-24d7e5b9-7b16-4181-920a-4161f739a13c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0487821 Sep 27 08:47:05.747688 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ef6b97e-3226-4c57-9338-6ca08ef4a1af req-db58a40d-7823-47a1-a7ec-938b68a2db34 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Sep 27 08:47:05.875691 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b834a6-ca39-4ac8-80f1-3375fa5871d4 req-53200aab-2d85-43f8-8990-b363bf320d80 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.877089 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74b834a6-ca39-4ac8-80f1-3375fa5871d4 req-53200aab-2d85-43f8-8990-b363bf320d80 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0530174 Sep 27 08:47:05.915015 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74b834a6-ca39-4ac8-80f1-3375fa5871d4 req-a1bc5e36-56b0-44bb-bbc0-e727614853be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 27 08:47:06.456328 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae93f7a-db4b-4094-9c78-d499ec7a1e7b req-6f1d36e2-8b46-4943-a7e4-bac12383404d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.457810 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fae93f7a-db4b-4094-9c78-d499ec7a1e7b req-6f1d36e2-8b46-4943-a7e4-bac12383404d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0484011 Sep 27 08:47:06.495410 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fae93f7a-db4b-4094-9c78-d499ec7a1e7b req-b9b02e4e-038e-4de4-b323-816ff26bd458 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Sep 27 08:47:06.863947 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834d968-4972-4ae3-9819-8a79cb3b8acf req-401a0a89-74e7-46c2-b6bf-3eda4966bd33 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.865616 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d834d968-4972-4ae3-9819-8a79cb3b8acf req-401a0a89-74e7-46c2-b6bf-3eda4966bd33 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0519948 Sep 27 08:47:06.916830 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d834d968-4972-4ae3-9819-8a79cb3b8acf req-2b0bf86a-174c-492b-968e-18bd39b2cf59 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Sep 27 08:47:07.053439 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89837f75-e20f-4543-b449-f76107ef415d req-f7a91e5c-abd2-46dc-9c0a-559628201ca7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.054817 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-89837f75-e20f-4543-b449-f76107ef415d req-f7a91e5c-abd2-46dc-9c0a-559628201ca7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0534625 Sep 27 08:47:07.093640 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-89837f75-e20f-4543-b449-f76107ef415d req-254c22e4-1498-4040-bba3-e55eefc643a7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Sep 27 08:47:07.311317 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-58a9bc7c-f3f3-4268-b037-2c45000053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.312809 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-58a9bc7c-f3f3-4268-b037-2c45000053b4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 1096 time: 0.0710676 Sep 27 08:47:07.388652 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-43a81471-042f-4c41-b521-ae75fda96add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.390224 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-43a81471-042f-4c41-b521-ae75fda96add service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1096 time: 0.0440049 Sep 27 08:47:07.480379 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-cd5fc5c9-4657-4ffd-bf03-14b2b04913d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.481914 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-cd5fc5c9-4657-4ffd-bf03-14b2b04913d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.0844431 Sep 27 08:47:07.483276 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-5bc9314a-521e-4366-b511-dca2831bd86d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.484767 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-5bc9314a-521e-4366-b511-dca2831bd86d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 945 time: 0.0480030 Sep 27 08:47:07.595238 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-f28c5fac-8742-4b99-8e6e-60e0e264e883 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 998 time: 0.0951788 Sep 27 08:47:07.621460 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Deleting port d3f26dc8-36dc-414d-b511-1026954f44bd {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:07.621460 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.651043 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-9406fb77-970d-4c9b-96ec-b1bd8f8cf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.652717 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-9406fb77-970d-4c9b-96ec-b1bd8f8cf3a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0496438 Sep 27 08:47:07.667045 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155c13-4c42-4f43-8dd2-9d76ae08ee67 req-5c7ee6f6-5c93-4e96-873d-157f6bec0c22 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.668341 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9155c13-4c42-4f43-8dd2-9d76ae08ee67 req-5c7ee6f6-5c93-4e96-873d-157f6bec0c22 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0964780 Sep 27 08:47:07.710226 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-1de51d32-5067-445f-99da-34074123523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.711943 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-1de51d32-5067-445f-99da-34074123523b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447063 Sep 27 08:47:07.754370 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9155c13-4c42-4f43-8dd2-9d76ae08ee67 req-70d92200-9f8d-4891-a855-1d0ddf50e639 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569162 Sep 27 08:47:07.756367 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] For port d3f26dc8-36dc-414d-b511-1026954f44bd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3f26dc8-36dc-414d-b511-1026954f44bd,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:07.756836 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.771609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Calling delete_port for d3f26dc8-36dc-414d-b511-1026954f44bd owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:07.811377 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-e4766255-0551-4969-944e-40ba811fc9f0 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896504 Sep 27 08:47:07.908072 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d5ed1ba6-1482-4154-957f-790d38d46878 req-82e83f7e-4373-4fe7-871f-01248f57ce95 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888703 Sep 27 08:47:07.968927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.982941 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad', 'd3f26dc8-36dc-414d-b511-1026954f44bd'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:08.001387 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event deleted for resources: {'Port': ['ID=d3f26dc8-36dc-414d-b511-1026954f44bd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:08.040062 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfb64-dd5c-4c09-8368-a46bdbe93f61 req-139276a4-4392-400a-8ec9-78dbe91e1b88 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.041168 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-70edfb64-dd5c-4c09-8368-a46bdbe93f61 req-139276a4-4392-400a-8ec9-78dbe91e1b88 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0538416 Sep 27 08:47:08.044941 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] No DVR routers for this DVR port d3f26dc8-36dc-414d-b511-1026954f44bd on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:08.049740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.058259 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03289f03-1ba2-4a91-812e-6e3ee4ca2319 req-06c4a253-b0bb-4fdc-b153-423c5d8ea6d3 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "DELETE /v2.0/ports/d3f26dc8-36dc-414d-b511-1026954f44bd HTTP/1.1" status: 204 len: 173 time: 0.5574722 Sep 27 08:47:08.058713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'name': 'network-vif-deleted', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:08.061208 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f601e-5e00-4bdc-a57b-30cce396a2a8" -d '{"events": [{"server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "name": "network-vif-deleted", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:08.103909 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d80cc-dd56-466b-b119-02d78cc7f7fa x-openstack-request-id: req-e12d80cc-dd56-466b-b119-02d78cc7f7fa {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:08.104202 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13", "name": "network-vif-deleted", "tag": "d3f26dc8-36dc-414d-b511-1026954f44bd", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:08.104457 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e12d80cc-dd56-466b-b119-02d78cc7f7fa {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:08.104871 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13', 'name': 'network-vif-deleted', 'tag': 'd3f26dc8-36dc-414d-b511-1026954f44bd', 'status': 'completed', 'code': 200} Sep 27 08:47:08.106827 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-70edfb64-dd5c-4c09-8368-a46bdbe93f61 req-c42110b1-3ad3-47f2-8359-329460e2aad9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590551 Sep 27 08:47:08.196547 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f7239753-3d5d-49d5-9d2a-a8fda7d24c9f req-df4e3c94-9a29-4a60-8c88-0b8fe03b03ef tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0260530 Sep 27 08:47:08.428048 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-978ae785-d644-42b7-977d-6a5d81d778a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.429611 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-978ae785-d644-42b7-977d-6a5d81d778a2 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 945 time: 0.0494862 Sep 27 08:47:08.526813 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Deleting port 441bc1e3-0cf4-476e-8429-24afaf7764b0 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:08.527152 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.568559 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2372b8af-30ef-4d93-a4e5-a817a7438de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.650108 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] For port 441bc1e3-0cf4-476e-8429-24afaf7764b0, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=441bc1e3-0cf4-476e-8429-24afaf7764b0,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:08.650465 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.665243 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Calling delete_port for 441bc1e3-0cf4-476e-8429-24afaf7764b0 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:09.104969 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629d26-892e-4e31-9c77-cafefbdddb2e req-9f7288a5-831d-4373-800f-bbc152241655 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.112412 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-06629d26-892e-4e31-9c77-cafefbdddb2e req-9f7288a5-831d-4373-800f-bbc152241655 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0938051 Sep 27 08:47:09.151455 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-06629d26-892e-4e31-9c77-cafefbdddb2e req-38af1125-a44b-461f-9613-ede33b1a4fc0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Sep 27 08:47:09.186130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.205958 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['51a9eec6-6022-465d-951e-cf6c8d1621ee', '441bc1e3-0cf4-476e-8429-24afaf7764b0'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:09.222187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Pushing event deleted for resources: {'Port': ['ID=441bc1e3-0cf4-476e-8429-24afaf7764b0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:09.275632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] No DVR routers for this DVR port 441bc1e3-0cf4-476e-8429-24afaf7764b0 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:09.284855 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.286786 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e867fd81-f3c2-41d3-bd4d-859b8ee85a1d req-c2ac79b5-96c5-42b1-8558-49697d651dd3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "DELETE /v2.0/ports/441bc1e3-0cf4-476e-8429-24afaf7764b0 HTTP/1.1" status: 204 len: 173 time: 0.8507466 Sep 27 08:47:09.304374 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-099595d1-d0d0-464e-b6f3-87fc0afe949a req-94fcc8e5-b254-4780-8571-ae07adb240c4 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0300043 Sep 27 08:47:09.430377 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4b7983c-085d-4e8e-84c1-ce5fa726737e req-ea3bea84-42e6-42f1-ad11-401d492e9e88 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0420263 Sep 27 08:47:10.106440 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'name': 'network-vif-deleted', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:10.109200 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484267a-dfcc-4b5a-a543-bd29911972d1" -d '{"events": [{"server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "name": "network-vif-deleted", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:10.163002 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05779a86-ec58-495b-9049-84ac8b67d6f4 x-openstack-request-id: req-05779a86-ec58-495b-9049-84ac8b67d6f4 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:10.163297 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b4e9da-2e37-4cc6-ad0c-64efc58c012c", "name": "network-vif-deleted", "tag": "441bc1e3-0cf4-476e-8429-24afaf7764b0", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:10.163551 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05779a86-ec58-495b-9049-84ac8b67d6f4 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:10.163945 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b4e9da-2e37-4cc6-ad0c-64efc58c012c', 'name': 'network-vif-deleted', 'tag': '441bc1e3-0cf4-476e-8429-24afaf7764b0', 'status': 'completed', 'code': 200} Sep 27 08:47:10.283346 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00441-ad28-4650-bf49-f84f5d4d188a req-7819afa7-4d75-4124-b13e-edc07780474d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.285010 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ade00441-ad28-4650-bf49-f84f5d4d188a req-7819afa7-4d75-4124-b13e-edc07780474d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0575862 Sep 27 08:47:10.337833 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ade00441-ad28-4650-bf49-f84f5d4d188a req-09b4e3c9-d47c-4fa6-8a9b-2df3e1d06290 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Sep 27 08:47:10.397820 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 441bc1e3-0cf4-476e-8429-24afaf7764b0 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:10.416984 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-af08442e-377e-4c8c-8f67-632770b01605 req-e11a20ed-ac5b-485a-a5cf-f714b16936aa tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0299807 Sep 27 08:47:10.419030 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 441bc1e3-0cf4-476e-8429-24afaf7764b0 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:10.419371 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 441bc1e3-0cf4-476e-8429-24afaf7764b0 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:10.419885 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d3f26dc8-36dc-414d-b511-1026954f44bd no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:10.438320 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: d3f26dc8-36dc-414d-b511-1026954f44bd {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:10.438665 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d3f26dc8-36dc-414d-b511-1026954f44bd not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:10.538987 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1eadebd4-476d-48a7-9b3f-a2b6bb1a8e9b req-e00b9fce-0617-4383-a01f-cb2aefda0785 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0281212 Sep 27 08:47:11.448610 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6483b33c-730f-4e0b-91d0-5dfcc4edbf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.461143 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e9ee2-3940-4f14-b8eb-e35bad745579 req-62c6179d-d532-4cb2-88e1-881293bbd17d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.462984 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d54e9ee2-3940-4f14-b8eb-e35bad745579 req-62c6179d-d532-4cb2-88e1-881293bbd17d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0569727 Sep 27 08:47:11.504060 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d54e9ee2-3940-4f14-b8eb-e35bad745579 req-5a979f36-08dd-4792-9efb-e245d72de349 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348241 Sep 27 08:47:11.608456 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f47dca4-98d8-4134-afa9-683d7879bae0 req-b6eb8785-b31b-4de4-83cf-b76f6231d6f0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0289862 Sep 27 08:47:11.713418 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d545a750-d903-4d6b-9ee2-aefd1a674064 req-56624d66-f410-440d-92c2-93daabe5f608 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Sep 27 08:47:11.832023 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.545919 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.639006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2158f-4a05-412c-adbf-6d5632cf0b5a req-cae5bc9e-29d4-4a43-9c1d-b860f539b958 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.651302 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61a2158f-4a05-412c-adbf-6d5632cf0b5a req-cae5bc9e-29d4-4a43-9c1d-b860f539b958 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0572431 Sep 27 08:47:12.689376 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61a2158f-4a05-412c-adbf-6d5632cf0b5a req-ba1a7ea1-e002-4795-883a-374a91bfae4f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Sep 27 08:47:12.781330 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5628e907-e800-40ba-b59a-5ab81b5f8ac4 req-3cc510a4-a843-479f-8e7a-7470c58a2523 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0272455 Sep 27 08:47:12.881423 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc0b5213-46af-46c3-9e11-aca4ae7de2bd req-bd651b57-101a-4eb8-ab99-21b7c85fd9be tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Sep 27 08:47:13.821707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9e1fc-e660-4ff1-b66b-a1dc30387bb7 req-4e176579-4f96-470d-bb65-b09026f2f4b8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.823522 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfc9e1fc-e660-4ff1-b66b-a1dc30387bb7 req-4e176579-4f96-470d-bb65-b09026f2f4b8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0519166 Sep 27 08:47:13.865069 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfc9e1fc-e660-4ff1-b66b-a1dc30387bb7 req-a8310712-55ea-46ff-972c-e15af1e579a7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Sep 27 08:47:13.958793 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-724daba9-3f5c-4f26-8db8-ddb4cbaac704 req-07de19da-70ce-4451-bbf5-a7791a9e478f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0352609 Sep 27 08:47:14.059541 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d21738ee-4714-4138-9a44-1807d4585a41 req-5a33e140-4796-4fe7-9ce4-1b43e105959a tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0327284 Sep 27 08:47:14.077032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.990907 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5ffa-d02c-4235-b69a-c47e559593a1 req-2683df75-64a2-4d6d-90ef-a55bb3b50b0a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.992567 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d26c5ffa-d02c-4235-b69a-c47e559593a1 req-2683df75-64a2-4d6d-90ef-a55bb3b50b0a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0518463 Sep 27 08:47:15.031287 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d26c5ffa-d02c-4235-b69a-c47e559593a1 req-9ead0520-87f5-473c-bf69-05b8d576b5ae tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Sep 27 08:47:15.123377 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5279aa4d-eec6-4844-96c2-6c897b89ac48 req-7b123d39-a4fc-4bf6-8434-942b8e207ed0 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0267563 Sep 27 08:47:15.222040 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-192e3ae3-e2f7-4724-aaf5-374188db01cc req-ece3c715-156e-4fca-939c-a0c5b714a20c tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0267336 Sep 27 08:47:16.158496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d8777-cc0c-4d28-97cf-a8a787fcbe33 req-040c092c-165e-4716-af0e-1a884452582a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:16.160069 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b9d8777-cc0c-4d28-97cf-a8a787fcbe33 req-040c092c-165e-4716-af0e-1a884452582a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0570223 Sep 27 08:47:16.198411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b9d8777-cc0c-4d28-97cf-a8a787fcbe33 req-95c9719d-e53c-4ef1-ba88-fac98817643b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Sep 27 08:47:16.300096 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b273a534-c93a-413e-a6f1-bcf18d135540 req-daaf236e-a67d-4eb7-b006-d7e4a7169322 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0291092 Sep 27 08:47:16.395961 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b7acdbfa-9f61-47a6-9c38-a9090c973cfc req-57aa079f-59b7-4723-bf15-39afd14b1769 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Sep 27 08:47:17.380593 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b56c7-b25b-4096-b7e6-b30afa129d56 req-1aedae51-ef96-4b41-9c61-57fec47f57a4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.382252 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-384b56c7-b25b-4096-b7e6-b30afa129d56 req-1aedae51-ef96-4b41-9c61-57fec47f57a4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0598187 Sep 27 08:47:17.420184 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-384b56c7-b25b-4096-b7e6-b30afa129d56 req-8d86445a-57b1-498d-a00d-2803b5c1010b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Sep 27 08:47:17.510729 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2deed6a7-2b70-45be-a020-abc610cf4745 req-00fe0cbb-778a-47be-b567-b62a27c7ddef tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0322115 Sep 27 08:47:17.608411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e408b0e-c30a-4bad-a225-d6b70ffb67ba req-b7df8c36-8838-4ff8-a4df-40172b874627 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0307167 Sep 27 08:47:18.549223 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d976e-368e-406e-a390-a2f3c02325c9 req-ac7548bd-4ab3-41b4-94cc-b2fbb4498811 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.550735 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e15d976e-368e-406e-a390-a2f3c02325c9 req-ac7548bd-4ab3-41b4-94cc-b2fbb4498811 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0565810 Sep 27 08:47:18.591493 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e15d976e-368e-406e-a390-a2f3c02325c9 req-4fe7de17-f3a5-40aa-ab26-dda84b902a8e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Sep 27 08:47:18.694391 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a93dce14-6471-4777-9746-022bfac970e7 req-95aacf35-7097-4c2a-bac6-218b324b4869 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0283744 Sep 27 08:47:18.719715 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:47:18.797112 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ff020b35-8fb5-46b0-ae1b-919a638bebe5 req-b2e4461b-8194-4251-951f-d56a8099cffb tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0318923 Sep 27 08:47:19.718312 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00aac0-04b8-4163-8623-d33c606a32f8 req-4cf3f0d5-c2f5-4bc7-98bc-deae34ce2adc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.719816 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b00aac0-04b8-4163-8623-d33c606a32f8 req-4cf3f0d5-c2f5-4bc7-98bc-deae34ce2adc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0514762 Sep 27 08:47:19.760109 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b00aac0-04b8-4163-8623-d33c606a32f8 req-369578e0-afb4-4291-a5be-4126e0d08633 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Sep 27 08:47:19.845257 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1cc24fb-cfa1-4684-9e18-0766f0d4505a req-88cf86b4-80b5-4a9e-b9c4-06f8ceb5ef96 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0276806 Sep 27 08:47:19.936200 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-27ebf41c-e492-4ee2-9fa0-b588e8682df1 req-f133e1ad-4678-4152-bb7a-8c2d96d55b1d tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbf55660-cf4d-4a1f-84cb-5ee4f7cc2c13 HTTP/1.1" status: 200 len: 210 time: 0.0261476 Sep 27 08:47:20.888565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ecb6-3e67-47a0-a337-6e03cc921a0b req-7c8d47e5-c2cf-403e-987c-51a0508e2d50 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.890611 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edb0ecb6-3e67-47a0-a337-6e03cc921a0b req-7c8d47e5-c2cf-403e-987c-51a0508e2d50 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0558918 Sep 27 08:47:20.930754 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edb0ecb6-3e67-47a0-a337-6e03cc921a0b req-7d9a5c90-6f4e-49a7-a67a-1d3c22f07abe tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Sep 27 08:47:21.032874 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7be29e26-4f4f-46f3-9bfd-b29d9c70a67d req-479ff7db-6cd1-4ee0-bd73-079b016bc4c9 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3b4e9da-2e37-4cc6-ad0c-64efc58c012c HTTP/1.1" status: 200 len: 210 time: 0.0268328 Sep 27 08:47:22.052126 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd7af-1e7c-461e-b507-1f54d5b95883 req-02983484-7e9d-477e-9041-2c4914fe94f5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.053537 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3bd7af-1e7c-461e-b507-1f54d5b95883 req-02983484-7e9d-477e-9041-2c4914fe94f5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0484526 Sep 27 08:47:22.093868 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d3bd7af-1e7c-461e-b507-1f54d5b95883 req-9963ecc0-5f21-438e-8838-3ed7967c44e3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Sep 27 08:47:22.468161 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3d93-5b47-486c-9421-f7696c58b528 req-9e9fe32e-f2a2-47b8-b401-bac7ede65b0f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.469726 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a7a3d93-5b47-486c-9421-f7696c58b528 req-9e9fe32e-f2a2-47b8-b401-bac7ede65b0f tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0524282 Sep 27 08:47:22.509224 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a7a3d93-5b47-486c-9421-f7696c58b528 req-0ed78f4e-c4ee-40f6-9793-77f2f894b5c8 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Sep 27 08:47:22.841804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8876-a779-4079-aaa7-3ffca91dc4ef req-9aa234c8-8ab3-4068-b274-29cf8636ce4e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.843300 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0e8876-a779-4079-aaa7-3ffca91dc4ef req-9aa234c8-8ab3-4068-b274-29cf8636ce4e tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0514379 Sep 27 08:47:22.880650 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0e8876-a779-4079-aaa7-3ffca91dc4ef req-d2600893-84b0-4eac-801e-137f74e6fdc7 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Sep 27 08:47:23.213295 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c09e5-2651-4bfe-893a-af15f19a83f0 req-758a3347-cb83-474e-959e-779d7b1a8c6b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.214777 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ed9c09e5-2651-4bfe-893a-af15f19a83f0 req-758a3347-cb83-474e-959e-779d7b1a8c6b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Sep 27 08:47:23.251839 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ed9c09e5-2651-4bfe-893a-af15f19a83f0 req-6bafb428-cd50-49ec-8310-b40033c35b7f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Sep 27 08:47:23.518348 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f914-70ec-487e-9e24-f574d1cece07 req-d53abaf1-e976-4cc9-b19d-fcbbc4dceaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.519829 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-d53abaf1-e976-4cc9-b19d-fcbbc4dceaa0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1096 time: 0.0398996 Sep 27 08:47:23.665191 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f914-70ec-487e-9e24-f574d1cece07 req-b4073fa0-4788-46fc-8ef9-71a3b8d4fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.666675 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-b4073fa0-4788-46fc-8ef9-71a3b8d4fb11 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.1172736 Sep 27 08:47:23.674950 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0de13-9f53-42df-9a89-68a6c70dbea8 req-77fea3f8-8792-4857-8c9c-edd17ec32574 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.676322 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2b0de13-9f53-42df-9a89-68a6c70dbea8 req-77fea3f8-8792-4857-8c9c-edd17ec32574 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0988717 Sep 27 08:47:23.756533 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2b0de13-9f53-42df-9a89-68a6c70dbea8 req-c8999bc6-e102-47b3-952e-765411b1a7ef tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Sep 27 08:47:23.762463 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-44e328f7-3581-4a32-aadf-fb35474d507e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 200 len: 998 time: 0.0852504 Sep 27 08:47:23.814250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f914-70ec-487e-9e24-f574d1cece07 req-3bb875c5-1b3b-40ba-846a-143a0e3c93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.815734 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-3bb875c5-1b3b-40ba-846a-143a0e3c93df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0445254 Sep 27 08:47:23.863609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f914-70ec-487e-9e24-f574d1cece07 req-7a27ba9c-955b-4528-b225-c751b70db94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.865148 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-7a27ba9c-955b-4528-b225-c751b70db94b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399737 Sep 27 08:47:23.958529 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-13a3f8ce-ff57-4d25-b281-6aaac0442df0 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844710 Sep 27 08:47:24.000862 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ca43-48fe-4bed-913c-da9893a747ad req-77d706b1-5b35-44a9-95af-f6bd6305d507 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.002395 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5e82ca43-48fe-4bed-913c-da9893a747ad req-77d706b1-5b35-44a9-95af-f6bd6305d507 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Sep 27 08:47:24.042400 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5e82ca43-48fe-4bed-913c-da9893a747ad req-d9df6d7e-e916-41e6-b943-067d8e7813b4 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/security-groups?id=ce4aa908-ae08-46ea-b56d-b0c541f4da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Sep 27 08:47:24.056248 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7321f914-70ec-487e-9e24-f574d1cece07 req-281032d8-d756-4bbc-9fcc-c09e8e8f8a08 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847106 Sep 27 08:47:24.375465 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab5df7-ad6a-4979-a4bf-22d5bcb4db16 req-6c44f3f2-9b4e-4c35-b357-bff2a206777d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.376982 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b5ab5df7-ad6a-4979-a4bf-22d5bcb4db16 req-6c44f3f2-9b4e-4c35-b357-bff2a206777d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0536697 Sep 27 08:47:24.413967 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b5ab5df7-ad6a-4979-a4bf-22d5bcb4db16 req-f1b7f0d6-a9c7-4988-8506-dbc2bff9766e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Sep 27 08:47:24.689624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-d975203d-ba9b-41cb-b967-66cc42c43ee9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.691096 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-d975203d-ba9b-41cb-b967-66cc42c43ee9 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 945 time: 0.0505648 Sep 27 08:47:24.782829 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Deleting port d13b2738-c06e-41c9-8eb9-19853b442aad {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:24.783171 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.877432 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f47002-12fa-4464-b6e3-033954374d39 req-204defbe-73f8-41c8-83f4-28b0cc81282a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.879332 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] For port d13b2738-c06e-41c9-8eb9-19853b442aad, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d13b2738-c06e-41c9-8eb9-19853b442aad,segment=NetworkSegment(180ac19b-f09b-4a2f-834b-da0b7139395f),segment_id=180ac19b-f09b-4a2f-834b-da0b7139395f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:24.879594 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-24f47002-12fa-4464-b6e3-033954374d39 req-204defbe-73f8-41c8-83f4-28b0cc81282a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0520730 Sep 27 08:47:24.879723 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.893692 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Calling delete_port for d13b2738-c06e-41c9-8eb9-19853b442aad owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:24.918155 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-24f47002-12fa-4464-b6e3-033954374d39 req-ea4360ba-b4c0-454c-bbb6-b0eb0735c539 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Sep 27 08:47:25.054554 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.067892 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['d13b2738-c06e-41c9-8eb9-19853b442aad'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:25.087300 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Pushing event deleted for resources: {'Port': ['ID=d13b2738-c06e-41c9-8eb9-19853b442aad,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:25.136596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] No DVR routers for this DVR port d13b2738-c06e-41c9-8eb9-19853b442aad on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:25.150653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.152608 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-caee8c59-cea4-436c-8e59-29aa4d4cd729 req-cef1d986-9bfa-41bc-b128-ca181dfc89c1 tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.68 "DELETE /v2.0/ports/d13b2738-c06e-41c9-8eb9-19853b442aad HTTP/1.1" status: 204 len: 173 time: 0.4552412 Sep 27 08:47:25.154411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a3e1354-8498-4f53-bdb4-829b0fed03e5 req-5fcc52f9-f75d-4598-9498-51809c00787f tempest-AttachVolumeNegativeTest-2138135060 tempest-AttachVolumeNegativeTest-2138135060-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9 HTTP/1.1" status: 200 len: 210 time: 0.0417314 Sep 27 08:47:25.154838 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'name': 'network-vif-deleted', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:25.157104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339090c9-debd-4ad4-a8f6-ab0f27d15210" -d '{"events": [{"server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "name": "network-vif-deleted", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:25.195770 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a984ec-8aa1-46cb-afd9-17c769465278 x-openstack-request-id: req-85a984ec-8aa1-46cb-afd9-17c769465278 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:25.196068 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9", "name": "network-vif-deleted", "tag": "d13b2738-c06e-41c9-8eb9-19853b442aad", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:25.196318 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85a984ec-8aa1-46cb-afd9-17c769465278 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:25.196732 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2e0af-9de4-44b2-a0ad-03bd4cdf97c9', 'name': 'network-vif-deleted', 'tag': 'd13b2738-c06e-41c9-8eb9-19853b442aad', 'status': 'completed', 'code': 200} Sep 27 08:47:25.542745 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98c509-2c58-4880-a6c9-c4fdab33ef42 req-bd3a9db9-763e-4029-bbe2-8dd86df3f525 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.544230 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d98c509-2c58-4880-a6c9-c4fdab33ef42 req-bd3a9db9-763e-4029-bbe2-8dd86df3f525 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0526497 Sep 27 08:47:25.581500 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d98c509-2c58-4880-a6c9-c4fdab33ef42 req-01909474-691d-4a04-b9ea-29a1f0aa3d05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Sep 27 08:47:25.929462 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.032778 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88dc9c-0b83-45c3-a28e-ca0c43f47f6c req-13c15228-71be-4381-abca-4bf2d508b07b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:26.034146 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3a88dc9c-0b83-45c3-a28e-ca0c43f47f6c req-13c15228-71be-4381-abca-4bf2d508b07b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0484102 Sep 27 08:47:26.071262 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3a88dc9c-0b83-45c3-a28e-ca0c43f47f6c req-7ff4de13-fd8f-4992-ae07-959fc4755abf tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Sep 27 08:47:26.210961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37156) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.254620 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Deleting subnet a2de4772-7443-472f-8555-0878ee7e73dd {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:47:26.257918 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.292053 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.332332 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.454698 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.479910 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2de4772-7443-472f-8555-0878ee7e73dd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:26.483547 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.485712 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5b0d4d5d-c00a-48da-990b-2a020dd402bb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a2de4772-7443-472f-8555-0878ee7e73dd HTTP/1.1" status: 204 len: 168 time: 0.2737253 Sep 27 08:47:26.488036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37158) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.554819 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.635434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.654434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a07c950-9ac1-48ab-ac33-e2a25fcfe075']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:26.664032 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ac19b-f09b-4a2f-834b-da0b7139395f') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:26.664319 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ac19b-f09b-4a2f-834b-da0b7139395f') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:26.673443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.687332 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.693344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:47:26.693781 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:47:26.695714 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:47:26.703881 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cacde-b73c-485c-861d-1bbbb2ce7bb6 req-a4cc8e08-7961-4b94-a615-3a1ee7096de3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:26.705376 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e68cacde-b73c-485c-861d-1bbbb2ce7bb6 req-a4cc8e08-7961-4b94-a615-3a1ee7096de3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0518036 Sep 27 08:47:26.743100 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e68cacde-b73c-485c-861d-1bbbb2ce7bb6 req-518d958c-8af8-49ee-ae03-060f160459b2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Sep 27 08:47:26.900109 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.907693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.909612 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] 10.222.0.74 "DELETE /v2.0/networks/7a07c950-9ac1-48ab-ac33-e2a25fcfe075 HTTP/1.1" status: 204 len: 168 time: 0.4206452 Sep 27 08:47:26.919295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf3b8d-8ec3-4630-88ee-91e56ed36e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7a07c950-9ac1-48ab-ac33-e2a25fcfe075,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.186782 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237947-4417-43ad-8930-63cc2e53724a req-fef29504-b9bb-4fee-924b-dc51923dbe93 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.188352 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78237947-4417-43ad-8930-63cc2e53724a req-fef29504-b9bb-4fee-924b-dc51923dbe93 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0495365 Sep 27 08:47:27.225553 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78237947-4417-43ad-8930-63cc2e53724a req-2755373a-dca3-4bda-b3e0-ba5df1d4f69a tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Sep 27 08:47:27.278145 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37168) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.318073 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-986b8b77-60c5-4d7d-9e43-6f0ea504f83d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b369072551fd466c8a3cd5b8efb74038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387602 Sep 27 08:47:27.320584 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37170) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.367262 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.387802 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.506037 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.508703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.509855 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce4aa908-ae08-46ea-b56d-b0c541f4da03 HTTP/1.1" status: 204 len: 168 time: 0.1883695 Sep 27 08:47:27.517373 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a4fe-de2f-473b-84ba-17787a2f1eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4aa908-ae08-46ea-b56d-b0c541f4da03,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.861886 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa76b-1718-49c2-ba0b-88b2e8596ae6 req-0e9912e1-181f-4601-af3a-a3872bd4d788 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.863368 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-157fa76b-1718-49c2-ba0b-88b2e8596ae6 req-0e9912e1-181f-4601-af3a-a3872bd4d788 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 943 time: 0.0478308 Sep 27 08:47:27.901339 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-157fa76b-1718-49c2-ba0b-88b2e8596ae6 req-e2cd553d-7f84-47d4-95eb-565018db6252 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Sep 27 08:47:28.346345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456488b6-1e70-4c1d-b6c3-dce1f47891e9 req-e49561fe-9b98-4efa-8e8b-55d7e48bc9a3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.347928 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-456488b6-1e70-4c1d-b6c3-dce1f47891e9 req-e49561fe-9b98-4efa-8e8b-55d7e48bc9a3 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0523913 Sep 27 08:47:28.388826 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-456488b6-1e70-4c1d-b6c3-dce1f47891e9 req-5cc76b2e-06e4-416a-95de-66102a51bc4b tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/security-groups?id=65bd3bf5-0cee-45ef-9a7f-821c13b76453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Sep 27 08:47:28.441827 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-b5655ded-7d9d-44ff-871e-e941aa7b92d7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.443298 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-b5655ded-7d9d-44ff-871e-e941aa7b92d7 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 946 time: 0.0477583 Sep 27 08:47:28.519571 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:28.527491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d13b2738-c06e-41c9-8eb9-19853b442aad no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:28.540596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Deleting port 51a9eec6-6022-465d-951e-cf6c8d1621ee {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:28.541273 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.560362 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: d13b2738-c06e-41c9-8eb9-19853b442aad {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:28.560728 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device d13b2738-c06e-41c9-8eb9-19853b442aad not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:28.636798 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] For port 51a9eec6-6022-465d-951e-cf6c8d1621ee, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=51a9eec6-6022-465d-951e-cf6c8d1621ee,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:28.637166 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.648235 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:28.650382 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Calling delete_port for 51a9eec6-6022-465d-951e-cf6c8d1621ee owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:28.661092 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '67477d82-d352-43d8-b888-98a23643e31b', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '67477d82-d352-43d8-b888-98a23643e31b', 'mac_address': 'fa:16:3e:04:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:28.703306 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.719414 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:28.741301 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:28.809181 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.858979 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=9']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.862467 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.876425 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['51a9eec6-6022-465d-951e-cf6c8d1621ee'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:28.907596 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Pushing event deleted for resources: {'Port': ['ID=51a9eec6-6022-465d-951e-cf6c8d1621ee,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.950765 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] No DVR routers for this DVR port 51a9eec6-6022-465d-951e-cf6c8d1621ee on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:28.954355 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.957809 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2474e07-dafa-4f9f-a51e-a793e1192366 req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.68 "DELETE /v2.0/ports/51a9eec6-6022-465d-951e-cf6c8d1621ee HTTP/1.1" status: 204 len: 173 time: 0.5073619 Sep 27 08:47:28.958446 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'name': 'network-vif-deleted', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:28.961883 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b65cbd-e8d9-491d-9a00-82f86623e3ff" -d '{"events": [{"server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "name": "network-vif-deleted", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:28.965293 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.965635 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.965985 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.966326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.966666 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.967041 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.967375 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.967722 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.968032 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.968395 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.968746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:28.974036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec82116-9e7e-487c-9d50-08fb61b2417c tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:29.030839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c9e4-b6bc-45b8-87c1-729827c46e46 req-aeca884f-ca5f-49f4-8978-c36415584827 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.032399 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4af2c9e4-b6bc-45b8-87c1-729827c46e46 req-aeca884f-ca5f-49f4-8978-c36415584827 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0522439 Sep 27 08:47:29.046041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['67477d82-d352-43d8-b888-98a23643e31b'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:29.083955 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4af2c9e4-b6bc-45b8-87c1-729827c46e46 req-43a8b1a8-b4a0-42e5-950a-0dea2426c534 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Sep 27 08:47:29.141488 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b01de-2413-4dc3-ac63-2a467c45375c x-openstack-request-id: req-9b9b01de-2413-4dc3-ac63-2a467c45375c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:29.141733 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3185f78-5175-4e88-bff6-c017839d2d1e", "name": "network-vif-deleted", "tag": "51a9eec6-6022-465d-951e-cf6c8d1621ee", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:29.142064 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b9b01de-2413-4dc3-ac63-2a467c45375c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:29.142430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3185f78-5175-4e88-bff6-c017839d2d1e', 'name': 'network-vif-deleted', 'tag': '51a9eec6-6022-465d-951e-cf6c8d1621ee', 'status': 'completed', 'code': 200} Sep 27 08:47:29.239673 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1a3a3-5ba2-4ca3-97ce-c381ecbbc333 req-6a3ea8bc-ac28-48cf-a9b6-cb0d6321528b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.242222 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e4d1a3a3-5ba2-4ca3-97ce-c381ecbbc333 req-6a3ea8bc-ac28-48cf-a9b6-cb0d6321528b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0576024 Sep 27 08:47:29.283349 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e4d1a3a3-5ba2-4ca3-97ce-c381ecbbc333 req-cc8e8638-d483-41f2-bdf0-dd774679d410 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351117 Sep 27 08:47:29.494795 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50d39ed8-6712-4140-8b90-464879b2297b req-caff5024-0ed8-483b-aa36-fa3452cbf820 tempest-ServerRescueNegativeTestJSON-429927839 tempest-ServerRescueNegativeTestJSON-429927839-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3185f78-5175-4e88-bff6-c017839d2d1e HTTP/1.1" status: 200 len: 210 time: 0.0266485 Sep 27 08:47:29.698853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37230) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:29.803750 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9060-9bd2-4135-a0fe-0f6687bbed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.894833 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9060-9bd2-4135-a0fe-0f6687bbed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.957222 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9060-9bd2-4135-a0fe-0f6687bbed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.999251 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ab9a9060-9bd2-4135-a0fe-0f6687bbed78 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24bcab34776c4786830d8192edc41596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993398 Sep 27 08:47:30.000358 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a9060-9bd2-4135-a0fe-0f6687bbed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22ade0-40ea-48e9-8cac-db68e2faceae,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.002224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37234) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:30.051358 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.075485 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.179330 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.181778 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.182866 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d22ade0-40ea-48e9-8cac-db68e2faceae HTTP/1.1" status: 204 len: 168 time: 0.1793764 Sep 27 08:47:30.194739 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22ade0-40ea-48e9-8cac-db68e2faceae,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.204747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.205096 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.205428 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.205762 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.206086 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.206405 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.206724 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.207041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.207410 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.207681 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.207978 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.208287 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a3524-8c16-4eeb-abe8-3211918b33db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:30.223510 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d0f1f-d0c9-48b6-856a-35d8ce49b760 req-5364752b-ca0c-4d40-b80c-da689289f4bf tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.225077 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-519d0f1f-d0c9-48b6-856a-35d8ce49b760 req-5364752b-ca0c-4d40-b80c-da689289f4bf tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 944 time: 0.0715585 Sep 27 08:47:30.264708 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-519d0f1f-d0c9-48b6-856a-35d8ce49b760 req-f6ae9262-bc65-4930-bb85-435215b8fde7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Sep 27 08:47:30.398880 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108d02e-97c0-433c-9918-820a1de8f13b req-431ac097-72c4-4949-9c1f-ecb1d5452042 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.400401 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1108d02e-97c0-433c-9918-820a1de8f13b req-431ac097-72c4-4949-9c1f-ecb1d5452042 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0493677 Sep 27 08:47:30.439152 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1108d02e-97c0-433c-9918-820a1de8f13b req-76e8f10e-2410-44ae-b858-84c974086afa tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Sep 27 08:47:30.540489 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:30.551912 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37246) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:30.588326 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 67477d82-d352-43d8-b888-98a23643e31b triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:30.588714 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.670441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.693296 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:30.693814 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37248) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:30.696764 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149853cd-ad44-42c8-8ada-3392fe045a56" -d '{"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:30.712880 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-caa40c75-65ed-4d43-94cf-015f6b2d1bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.713383 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:30.739180 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bba0b1-2e59-4cc0-b0c0-d4eaf2cd0807 x-openstack-request-id: req-49bba0b1-2e59-4cc0-b0c0-d4eaf2cd0807 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:30.739542 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-plugged", "status": "completed", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:30.743596 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49bba0b1-2e59-4cc0-b0c0-d4eaf2cd0807 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:30.743596 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'code': 200} Sep 27 08:47:30.792240 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.793196 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 51a9eec6-6022-465d-951e-cf6c8d1621ee no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:30.805922 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-caa40c75-65ed-4d43-94cf-015f6b2d1bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.814585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 51a9eec6-6022-465d-951e-cf6c8d1621ee {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:30.814927 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 51a9eec6-6022-465d-951e-cf6c8d1621ee not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:30.857733 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=10']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.877389 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-caa40c75-65ed-4d43-94cf-015f6b2d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.916327 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-caa40c75-65ed-4d43-94cf-015f6b2d1bae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=992805d7a46f4507a2d43c745e15898b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208219 Sep 27 08:47:30.918473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa40c75-65ed-4d43-94cf-015f6b2d1bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca2d54-6620-4c51-a2a1-873659e5c6bc,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.920946 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37252) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:30.973177 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.000477 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.129012 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.131803 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.133143 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/baca2d54-6620-4c51-a2a1-873659e5c6bc HTTP/1.1" status: 204 len: 168 time: 0.2114122 Sep 27 08:47:31.141025 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53316b-d3d1-4637-828f-c21d8304ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca2d54-6620-4c51-a2a1-873659e5c6bc,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:31.201671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.376619 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993942-4be9-4caa-8349-57ec4aa72e15 req-7184813c-a54e-4736-b4ba-a6c840ba927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.378200 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-77993942-4be9-4caa-8349-57ec4aa72e15 req-7184813c-a54e-4736-b4ba-a6c840ba927d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 1099 time: 0.0444922 Sep 27 08:47:31.414296 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-77993942-4be9-4caa-8349-57ec4aa72e15 req-2e110068-bff7-4ddd-9ec7-a52a58619ddb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276682 Sep 27 08:47:31.444527 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07959a-b75f-4db6-b6ce-d9200ff765b3 req-af0c55db-3165-46b1-886d-26256eab8f17 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.446089 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9e07959a-b75f-4db6-b6ce-d9200ff765b3 req-af0c55db-3165-46b1-886d-26256eab8f17 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0976498 Sep 27 08:47:31.521297 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9e07959a-b75f-4db6-b6ce-d9200ff765b3 req-caf5822b-c919-4348-9681-74f9a9a521b5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682981 Sep 27 08:47:31.576718 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef75e94-749e-416d-89e3-18caed567530 req-8eebf1f7-1975-423b-8420-ff32b1df12c9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.577729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Deleting port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:31.578267 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ef75e94-749e-416d-89e3-18caed567530 req-8eebf1f7-1975-423b-8420-ff32b1df12c9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0572543 Sep 27 08:47:31.578652 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.621648 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ef75e94-749e-416d-89e3-18caed567530 req-abcb10e1-1013-424e-84fd-e5883236f195 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374980 Sep 27 08:47:31.660671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] For port d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,segment=NetworkSegment(95d52066-0575-47db-99e6-08230899de84),segment_id=95d52066-0575-47db-99e6-08230899de84)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:31.661077 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.673618 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Calling delete_port for d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 owned by network:router_interface {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:31.911753 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.939792 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:32.059500 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.273888 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Router d90ffbce-427b-4e93-b956-fb4b816da9a0 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:32.380535 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:32.388767 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-56ec4284-1cb6-471c-a21c-08f013f5df86 admin admin] 10.222.0.74 "PUT /v2.0/routers/d90ffbce-427b-4e93-b956-fb4b816da9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328433 Sep 27 08:47:32.388767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37284) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:32.392520 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Sync routers for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:32.406187 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:32.406808 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:47:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:32.490141 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks [] for router, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.521762 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:32.614501 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.682398 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3568-82aa-4341-97f2-8d76bf889e80 req-eab7a9ff-3185-4614-a6c4-1df5508d1ff3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.683936 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-874c3568-82aa-4341-97f2-8d76bf889e80 req-eab7a9ff-3185-4614-a6c4-1df5508d1ff3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0557745 Sep 27 08:47:32.729705 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:47:31Z', 'revision_number': 5, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port': {'id': '302205dd-29f9-4f8c-abd9-c7eb12d56f9c', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:16Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:32.758325 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Checking router: d90ffbce-427b-4e93-b956-fb4b816da9a0 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:32.767485 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Routers {'d90ffbce-427b-4e93-b956-fb4b816da9a0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:32.768351 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:47:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['d90ffbce-427b-4e93-b956-fb4b816da9a0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:32.813877 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-874c3568-82aa-4341-97f2-8d76bf889e80 req-9c6240bf-9e31-4418-b510-647847322a97 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115236 Sep 27 08:47:32.818265 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3cb89-dddb-4664-bbc3-79e73460e107 req-6bf161c3-991a-4543-ad04-1780d970b97b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.823189 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39f3cb89-dddb-4664-bbc3-79e73460e107 req-6bf161c3-991a-4543-ad04-1780d970b97b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.1082880 Sep 27 08:47:32.840118 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Deleting port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:32.840118 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.879924 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] Set router d90ffbce-427b-4e93-b956-fb4b816da9a0 gateway port host: None {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:32.898290 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39f3cb89-dddb-4664-bbc3-79e73460e107 req-fb253d33-0325-4349-a7a8-a5036ce04744 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647526 Sep 27 08:47:32.936287 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:47:32Z', 'revision_number': 6, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port_host': None}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:32.939617 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] For port 302205dd-29f9-4f8c-abd9-c7eb12d56f9c, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:32.940717 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.955974 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Calling delete_port for 302205dd-29f9-4f8c-abd9-c7eb12d56f9c owned by network:router_gateway {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:32.964201 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66417d65-976b-4fce-98e3-800ce615dabe None None] The sync data for ids ['d90ffbce-427b-4e93-b956-fb4b816da9a0'] in dv-cinder-811085-1-iscsi is: [{'id': 'd90ffbce-427b-4e93-b956-fb4b816da9a0', 'name': 'tempest-ServerRescueNegativeTestJSON-604454627-router', 'tenant_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:47:32Z', 'revision_number': 6, 'project_id': 'e65888f06ecb4ab99fd002d4acb55cd5', 'gw_port_host': None}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:33.231989 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.258536 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=302205dd-29f9-4f8c-abd9-c7eb12d56f9c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.283087 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.395909 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.399065 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.535189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.535793 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90ffbce-427b-4e93-b956-fb4b816da9a0 {{(pid=101199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:47:33.540544 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.541730 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-fa50ba14-c9c1-4455-bdb9-e28f83f02e54 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d90ffbce-427b-4e93-b956-fb4b816da9a0 HTTP/1.1" status: 204 len: 168 time: 1.1523678 Sep 27 08:47:33.544171 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37344) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:33.590646 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Deleting subnet c393ee4a-4811-4a4c-a31e-0c7dba8a456c {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:47:33.593843 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.631898 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.641048 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.746847 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.776032 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c393ee4a-4811-4a4c-a31e-0c7dba8a456c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.777957 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.781108 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cf191a35-55e6-465d-b729-dfd92fd59e11 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c393ee4a-4811-4a4c-a31e-0c7dba8a456c HTTP/1.1" status: 204 len: 168 time: 0.2359767 Sep 27 08:47:33.782810 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37354) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:33.874463 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.897717 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 302205dd-29f9-4f8c-abd9-c7eb12d56f9c no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:33.933928 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 302205dd-29f9-4f8c-abd9-c7eb12d56f9c {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:33.934279 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 302205dd-29f9-4f8c-abd9-c7eb12d56f9c not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:33.934706 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:33.999258 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.022666 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f18f-da17-4ade-9047-40a03621f6f4 req-c136045b-a9b0-4241-8e7e-900e933935cd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.024476 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d391f18f-da17-4ade-9047-40a03621f6f4 req-c136045b-a9b0-4241-8e7e-900e933935cd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.1022284 Sep 27 08:47:34.058758 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62087b97-e7bf-47d0-b04e-f0db1467486e']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:34.075757 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d52066-0575-47db-99e6-08230899de84') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:34.075757 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d52066-0575-47db-99e6-08230899de84') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:34.089966 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.094799 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d391f18f-da17-4ade-9047-40a03621f6f4 req-477c45b8-033f-4ace-9ee1-0e33ff82e5ce tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639617 Sep 27 08:47:34.142575 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2cde-f220-4edc-9f5e-d0053d77685c req-69ceca18-2eab-47ba-ae2a-7a2a42e8acba tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.144249 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-628e2cde-f220-4edc-9f5e-d0053d77685c req-69ceca18-2eab-47ba-ae2a-7a2a42e8acba tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.1412163 Sep 27 08:47:34.147302 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.154039 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:34.154285 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:47:34.154400 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device d48de5ec-82ac-4f1b-a6c7-9e9dc2bbe168 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:34.154698 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:47:34.165850 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:47:34.254779 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-628e2cde-f220-4edc-9f5e-d0053d77685c req-336af42c-a27d-4379-bf03-d58198a511ae tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785129 Sep 27 08:47:34.283320 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.289349 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.291220 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] 10.222.0.74 "DELETE /v2.0/networks/62087b97-e7bf-47d0-b04e-f0db1467486e HTTP/1.1" status: 204 len: 168 time: 0.5074418 Sep 27 08:47:34.305618 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50db7-1b26-4d63-92fd-bc3f85a05240 admin admin] Pushing event deleted for resources: {'Network': ['ID=62087b97-e7bf-47d0-b04e-f0db1467486e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:34.603775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37372) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:34.643640 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-18b77db5-3e6d-4a8a-aa86-c4b49fac5625 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e65888f06ecb4ab99fd002d4acb55cd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386734 Sep 27 08:47:34.646058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37376) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:34.695608 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.717861 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.877851 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.880414 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.882315 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65bd3bf5-0cee-45ef-9a7f-821c13b76453 HTTP/1.1" status: 204 len: 168 time: 0.2352405 Sep 27 08:47:34.890483 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8097-42ea-43aa-84df-752b0e2981ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd3bf5-0cee-45ef-9a7f-821c13b76453,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:35.232506 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6d306-e46a-452e-b409-bda2d770b91d req-aa87c76a-8883-489b-98dd-520afe4b03ea tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.234034 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ccf6d306-e46a-452e-b409-bda2d770b91d req-aa87c76a-8883-489b-98dd-520afe4b03ea tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0556903 Sep 27 08:47:35.273407 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ccf6d306-e46a-452e-b409-bda2d770b91d req-fa087e8f-77ad-4a18-b05f-4ddc87fb6a1b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334489 Sep 27 08:47:35.376400 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d72b2-5f23-4f4b-b8a9-237e009796c6 req-14c0e78b-c560-4904-8941-4de918cf2076 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.377955 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb0d72b2-5f23-4f4b-b8a9-237e009796c6 req-14c0e78b-c560-4904-8941-4de918cf2076 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0511091 Sep 27 08:47:35.416601 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb0d72b2-5f23-4f4b-b8a9-237e009796c6 req-ba91a86b-7ec9-4a58-a668-275b1a4cb3f5 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Sep 27 08:47:36.530347 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b6a7-fa1e-4ff5-a41b-15bdc38ff4c1 req-a05238e8-c5fa-43db-b23a-c81d54c3f470 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.531801 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eee2b6a7-fa1e-4ff5-a41b-15bdc38ff4c1 req-a05238e8-c5fa-43db-b23a-c81d54c3f470 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0480292 Sep 27 08:47:36.571964 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eee2b6a7-fa1e-4ff5-a41b-15bdc38ff4c1 req-ce26b526-de45-48e7-86e5-1eb09068c32a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Sep 27 08:47:37.685965 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4304-6ebb-4b3e-a98b-f44684107e4a req-e25aa698-6be5-4e5d-80c4-b8733e6e0abe tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:37.687418 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212a4304-6ebb-4b3e-a98b-f44684107e4a req-e25aa698-6be5-4e5d-80c4-b8733e6e0abe tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0481045 Sep 27 08:47:37.724196 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-212a4304-6ebb-4b3e-a98b-f44684107e4a req-fff7d4a8-8c31-4d67-9a86-991957dafeab tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Sep 27 08:47:38.557949 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7a0b87b5-a78b-4bd4-8fea-bd60b014d0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.837440 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8576b08-aedf-4b52-a880-df372028796c req-d11f7320-5ccf-46d6-9751-c8c76b082533 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.838862 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a8576b08-aedf-4b52-a880-df372028796c req-d11f7320-5ccf-46d6-9751-c8c76b082533 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0469544 Sep 27 08:47:38.876443 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a8576b08-aedf-4b52-a880-df372028796c req-065e04a2-0d33-46e4-9e3d-844729ff0b78 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Sep 27 08:47:40.006342 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae3c38-94af-40ae-861a-858f8c3268a2 req-f1d84b21-1675-4434-9448-be893588d879 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.008566 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6ae3c38-94af-40ae-861a-858f8c3268a2 req-f1d84b21-1675-4434-9448-be893588d879 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0489008 Sep 27 08:47:40.049486 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6ae3c38-94af-40ae-861a-858f8c3268a2 req-27d60769-cded-48cb-9b2a-58baa09c2403 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349965 Sep 27 08:47:41.176521 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb960f0-d576-4a81-abde-60df0c329fa7 req-4816845b-c1e1-4617-ba67-4fdd4bb1b002 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:41.178030 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ebb960f0-d576-4a81-abde-60df0c329fa7 req-4816845b-c1e1-4617-ba67-4fdd4bb1b002 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0624838 Sep 27 08:47:41.209434 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2933d8a4-d7d7-4722-8250-d73f5614eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.216821 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ebb960f0-d576-4a81-abde-60df0c329fa7 req-28620ce8-3494-4558-8165-515ed29db110 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Sep 27 08:47:41.838119 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.330133 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08a00-e014-4e49-a0ca-187cb2ea6dd0 req-445e54ca-bd23-456f-a686-571e05f94a2d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.331508 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3d08a00-e014-4e49-a0ca-187cb2ea6dd0 req-445e54ca-bd23-456f-a686-571e05f94a2d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0487936 Sep 27 08:47:42.368461 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3d08a00-e014-4e49-a0ca-187cb2ea6dd0 req-d6ec8fb1-230d-4c8c-a8ad-5cee61250fb8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Sep 27 08:47:42.534487 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.483606 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8630342-90be-4045-89c4-fdeee4cdd686 req-0f35ea80-8cbd-4697-a679-2ea2006b73db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.485206 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f8630342-90be-4045-89c4-fdeee4cdd686 req-0f35ea80-8cbd-4697-a679-2ea2006b73db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0497530 Sep 27 08:47:43.521386 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f8630342-90be-4045-89c4-fdeee4cdd686 req-c20efe8d-eecd-4467-b905-5b6a41654d6f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303695 Sep 27 08:47:44.049379 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.635606 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662e9f-8a7f-4ae5-9881-bd7dbb3ff30d req-979b9772-eb78-49ed-b2b7-5db25d600eac tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.637202 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d662e9f-8a7f-4ae5-9881-bd7dbb3ff30d req-979b9772-eb78-49ed-b2b7-5db25d600eac tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0493772 Sep 27 08:47:44.674300 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d662e9f-8a7f-4ae5-9881-bd7dbb3ff30d req-8f1d2c78-d13f-4df7-8070-b3255b3a6c87 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Sep 27 08:47:45.791989 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf505802-bf61-4610-89b4-86eaddd5987b req-3e203b06-612b-49df-8543-828299a370f0 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:45.793505 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cf505802-bf61-4610-89b4-86eaddd5987b req-3e203b06-612b-49df-8543-828299a370f0 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0512674 Sep 27 08:47:45.830771 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cf505802-bf61-4610-89b4-86eaddd5987b req-0a6545b0-8545-4e71-8572-03b75826bec7 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Sep 27 08:47:45.981733 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37564) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:46.087265 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-214ec375-f7c3-40ae-8bb0-f225ae70a87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.174643 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-214ec375-f7c3-40ae-8bb0-f225ae70a87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.231714 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-214ec375-f7c3-40ae-8bb0-f225ae70a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.270660 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec375-f7c3-40ae-8bb0-f225ae70a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc21eb-c100-4abe-81a8-44e8379060ba,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:46.275579 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-214ec375-f7c3-40ae-8bb0-f225ae70a87a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41b16049ecb846dc8d84e0b7dab42789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928362 Sep 27 08:47:46.278319 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37568) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:46.327845 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.348639 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.466130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.468703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.469850 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4fc21eb-c100-4abe-81a8-44e8379060ba HTTP/1.1" status: 204 len: 168 time: 0.1907551 Sep 27 08:47:46.485325 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e54fb3-047f-4ed1-b296-20c9b61772d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc21eb-c100-4abe-81a8-44e8379060ba,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:46.953918 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a6e6f-db23-46dd-a0d6-54736e6379f1 req-4bcd3bec-d8b0-47af-966b-d3876945d4ed tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.955515 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-285a6e6f-db23-46dd-a0d6-54736e6379f1 req-4bcd3bec-d8b0-47af-966b-d3876945d4ed tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0503726 Sep 27 08:47:46.997324 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-285a6e6f-db23-46dd-a0d6-54736e6379f1 req-257acdf5-6c04-4544-88bc-d99dd9f900ab tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Sep 27 08:47:47.060594 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37594) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:47.074473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-70a64e2f-8190-447e-a732-56d36990a5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.165129 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-70a64e2f-8190-447e-a732-56d36990a5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.220987 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-70a64e2f-8190-447e-a732-56d36990a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.260289 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-70a64e2f-8190-447e-a732-56d36990a5bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35090107c60247099b238937c3b3c255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985803 Sep 27 08:47:47.262275 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a64e2f-8190-447e-a732-56d36990a5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0db86a-7100-46a2-a0f1-1fad36f44390,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.262996 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37600) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:47.315231 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.337482 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.449449 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.451958 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.453151 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c0db86a-7100-46a2-a0f1-1fad36f44390 HTTP/1.1" status: 204 len: 168 time: 0.1891212 Sep 27 08:47:47.460857 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9e0c2-6312-49ff-ade2-a174fb590898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0db86a-7100-46a2-a0f1-1fad36f44390,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:48.026187 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37608) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:48.041091 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e5c25dab-9b35-4276-b462-5a7c4b82cb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.131790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e713d35-be78-491c-9694-92442d8c3cd9 req-a8a14dca-89b2-4f35-992e-dd0706dd0703 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.133538 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e713d35-be78-491c-9694-92442d8c3cd9 req-a8a14dca-89b2-4f35-992e-dd0706dd0703 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0666945 Sep 27 08:47:48.187836 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2e713d35-be78-491c-9694-92442d8c3cd9 req-d0bdc028-2e01-4628-864c-9957d1a7a5c4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476863 Sep 27 08:47:48.198824 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e5c25dab-9b35-4276-b462-5a7c4b82cb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.237434 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e5c25dab-9b35-4276-b462-5a7c4b82cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.280845 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37614) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:48.281369 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e5c25dab-9b35-4276-b462-5a7c4b82cb3c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=64aa85891b9d4aadaf605f6e84c2b11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530575 Sep 27 08:47:48.281869 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c25dab-9b35-4276-b462-5a7c4b82cb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6b683-be11-48f9-a1ac-5e4bdba745d5,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:48.331619 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.352567 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.437864 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.440646 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.441838 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ccd6b683-be11-48f9-a1ac-5e4bdba745d5 HTTP/1.1" status: 204 len: 168 time: 0.1598911 Sep 27 08:47:48.449984 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2e585-efc0-4f3b-b705-6f6610f8a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6b683-be11-48f9-a1ac-5e4bdba745d5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.306536 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd66af8-8ddd-467a-9600-31ea102855bf req-3afea5de-159c-4a2c-9d2e-0bc732626dcb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.308038 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fdd66af8-8ddd-467a-9600-31ea102855bf req-3afea5de-159c-4a2c-9d2e-0bc732626dcb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0510974 Sep 27 08:47:49.349097 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fdd66af8-8ddd-467a-9600-31ea102855bf req-b77cb19e-1b3f-4b9d-8dff-caf3b5ed7487 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351019 Sep 27 08:47:50.463226 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ecbf-8412-43e2-9735-0afde0f4c90a req-5cf34d4c-0a1d-4ad3-b5ca-fc8dfd07b89f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.464787 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b026ecbf-8412-43e2-9735-0afde0f4c90a req-5cf34d4c-0a1d-4ad3-b5ca-fc8dfd07b89f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0492232 Sep 27 08:47:50.504143 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b026ecbf-8412-43e2-9735-0afde0f4c90a req-2c7bea7d-e604-4f57-aeca-5943b8139e60 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331573 Sep 27 08:47:50.914595 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9a4b1-7cdf-4743-9bdd-d7bdfcdfef89 req-330f5d2a-fb18-418d-9ceb-af2aaa7b4a39 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.916045 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43d9a4b1-7cdf-4743-9bdd-d7bdfcdfef89 req-330f5d2a-fb18-418d-9ceb-af2aaa7b4a39 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0478911 Sep 27 08:47:50.954034 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43d9a4b1-7cdf-4743-9bdd-d7bdfcdfef89 req-eaf9ad14-9392-4774-bd1d-6e17760dfff6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Sep 27 08:47:51.039539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-c7e757f8-8398-4568-b05b-8fe0cbe48511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.041085 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-c7e757f8-8398-4568-b05b-8fe0cbe48511 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1098 time: 0.0402331 Sep 27 08:47:51.137651 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-39b06de0-9872-437e-b392-75b3af1181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.139270 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-39b06de0-9872-437e-b392-75b3af1181e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 912 time: 0.0909662 Sep 27 08:47:51.415363 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-12d47df4-acf0-47aa-924b-bec07f6901c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 1001 time: 0.2682927 Sep 27 08:47:51.466998 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-26a3d039-fbd4-4b8e-842f-722e13863d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.468467 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-26a3d039-fbd4-4b8e-842f-722e13863d3f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0445151 Sep 27 08:47:51.516565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-0b04b4f8-d44a-448f-9974-3698e9336f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.518174 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-0b04b4f8-d44a-448f-9974-3698e9336f9d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418708 Sep 27 08:47:51.611799 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-138f7655-ff5a-4643-9f11-e7453f4cb3c4 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850265 Sep 27 08:47:51.706222 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6a58ea4-acb9-4a17-883d-cd3fdeac63c6 req-ac5daad6-7139-4f31-898e-3d6392f44034 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Sep 27 08:47:52.072476 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97a494-b12f-4edd-ba19-2bfc7c1e8ad8 req-b148758f-1297-489a-9508-f7e926735500 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:52.074055 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d97a494-b12f-4edd-ba19-2bfc7c1e8ad8 req-b148758f-1297-489a-9508-f7e926735500 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0497189 Sep 27 08:47:52.112074 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d97a494-b12f-4edd-ba19-2bfc7c1e8ad8 req-33f996b1-1f14-428b-b22a-76613ae6dded tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Sep 27 08:47:53.234069 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fbcab-d3ee-4c66-8245-8dd4f0327df2 req-47e2e884-b7f2-48c8-9cf9-dc140b1a87a1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.235582 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-246fbcab-d3ee-4c66-8245-8dd4f0327df2 req-47e2e884-b7f2-48c8-9cf9-dc140b1a87a1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0563948 Sep 27 08:47:53.276023 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-246fbcab-d3ee-4c66-8245-8dd4f0327df2 req-f01644f2-5bf7-41cc-b945-63296e03a10e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342224 Sep 27 08:47:55.718699 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:47:55.849449 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37774) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:55.957274 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17dd506c-8bfd-4121-ad14-baf0b5ac70cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.976672 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.045863 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17dd506c-8bfd-4121-ad14-baf0b5ac70cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.106578 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17dd506c-8bfd-4121-ad14-baf0b5ac70cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.144204 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-17dd506c-8bfd-4121-ad14-baf0b5ac70cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90397b0586324397a6a8b17ad57ce9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937024 Sep 27 08:47:56.146086 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd506c-8bfd-4121-ad14-baf0b5ac70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2eeb8f-c530-4460-bd46-92038f5f98f9,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:56.146978 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37786) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:56.196138 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.217384 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.329639 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.332305 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.333563 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd2eeb8f-c530-4460-bd46-92038f5f98f9 HTTP/1.1" status: 204 len: 168 time: 0.1854990 Sep 27 08:47:56.341583 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eafde-8298-459f-a6b8-27a8593bfb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2eeb8f-c530-4460-bd46-92038f5f98f9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:56.913228 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37794) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:56.926224 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d02-292b-4f06-ba74-22dd3af9d501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.015317 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d02-292b-4f06-ba74-22dd3af9d501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.066649 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d02-292b-4f06-ba74-22dd3af9d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.104339 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c4bc5d02-292b-4f06-ba74-22dd3af9d501 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4962db1e825e414ba02f8ff34c7c9f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900320 Sep 27 08:47:57.105230 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc5d02-292b-4f06-ba74-22dd3af9d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c27824f-2ffc-400a-8065-d30fc563ec08,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.107868 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37796) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:57.156450 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.176884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.306664 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.309216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.314195 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c27824f-2ffc-400a-8065-d30fc563ec08 HTTP/1.1" status: 204 len: 168 time: 0.2019899 Sep 27 08:47:57.327375 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17a96-a48c-47eb-9f7a-c96352fb26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c27824f-2ffc-400a-8065-d30fc563ec08,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:02.775552 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37902) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:02.882040 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6564430d-7460-47c7-9888-b51ee532a3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.968584 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6564430d-7460-47c7-9888-b51ee532a3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.015296 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6564430d-7460-47c7-9888-b51ee532a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.051398 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-6564430d-7460-47c7-9888-b51ee532a3b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69e34413de6b47fd808705bb61ecfc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748144 Sep 27 08:48:03.052499 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564430d-7460-47c7-9888-b51ee532a3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1c3c1-32bc-4c8c-80b1-5c231caa08de,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.054405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37906) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:03.103385 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.124192 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.209795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.212567 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.213748 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91c1c3c1-32bc-4c8c-80b1-5c231caa08de HTTP/1.1" status: 204 len: 168 time: 0.1583233 Sep 27 08:48:03.221714 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c82ec-03c1-4ab8-84e9-8f4267161a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1c3c1-32bc-4c8c-80b1-5c231caa08de,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.717580 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 37914) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:03.731150 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea996-09cd-49a0-9768-43b9cd653efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.815938 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea996-09cd-49a0-9768-43b9cd653efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.872590 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea996-09cd-49a0-9768-43b9cd653efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.908977 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2b9ea996-09cd-49a0-9768-43b9cd653efe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0f02b40e47d44b682b8a4eacb09676c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902928 Sep 27 08:48:03.910782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea996-09cd-49a0-9768-43b9cd653efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd5324-ad04-4cac-b4bd-6ba7cf8600a0,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.911750 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 37916) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:03.960570 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.983121 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.078452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.081064 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.082260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eafd5324-ad04-4cac-b4bd-6ba7cf8600a0 HTTP/1.1" status: 204 len: 168 time: 0.1694994 Sep 27 08:48:04.091214 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b9f6-ffbb-4737-8e47-bcf6428be0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd5324-ad04-4cac-b4bd-6ba7cf8600a0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:08.541586 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-9fbccc0a-dd89-4439-938f-155dfc36b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.098618 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48783-5fcb-48d6-bca7-1e8ab816eb7b req-db48681a-2aaa-4890-9530-e33c9dc61257 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.100116 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9da48783-5fcb-48d6-bca7-1e8ab816eb7b req-db48681a-2aaa-4890-9530-e33c9dc61257 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Sep 27 08:48:10.140296 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9da48783-5fcb-48d6-bca7-1e8ab816eb7b req-a3b37bc9-2436-44dd-a1e8-5bd6670e1b25 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338705 Sep 27 08:48:11.244216 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8b778ef4-c139-483d-b676-3db33f96fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.266092 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16a7e4-88e0-43e8-8ef7-d069956ee8f7 req-aed174f1-c6c7-453b-a9a0-54be6ff4416f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.267630 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e16a7e4-88e0-43e8-8ef7-d069956ee8f7 req-aed174f1-c6c7-453b-a9a0-54be6ff4416f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Sep 27 08:48:11.305342 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e16a7e4-88e0-43e8-8ef7-d069956ee8f7 req-7da6ab1b-b28b-4d22-9c0d-db7963f4a193 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Sep 27 08:48:11.817151 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cbac83ce-f9e9-48ff-8ac8-c1c66f7a7c0a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.818593 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cbac83ce-f9e9-48ff-8ac8-c1c66f7a7c0a tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0477185 Sep 27 08:48:11.832981 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.917694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Deleting port 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:11.918040 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.006023 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] For port 67477d82-d352-43d8-b888-98a23643e31b, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=67477d82-d352-43d8-b888-98a23643e31b,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:12.006407 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.228081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.228363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.228673 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Floating IP d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a disassociated. External IP: 172.27.2.17, port: 67477d82-d352-43d8-b888-98a23643e31b. Sep 27 08:48:12.229038 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Calling delete_port for 67477d82-d352-43d8-b888-98a23643e31b owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:12.424671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63c64-55a7-4a53-a438-6ca1bc906947 req-a8c19d7b-7a71-48bd-859a-a8fb30d9c599 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.426165 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-71e63c64-55a7-4a53-a438-6ca1bc906947 req-a8c19d7b-7a71-48bd-859a-a8fb30d9c599 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=753a8200-bad7-4784-b5b5-8397cba5e438 HTTP/1.1" status: 200 len: 946 time: 0.0474043 Sep 27 08:48:12.444207 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.471412 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'Port': ['ID=67477d82-d352-43d8-b888-98a23643e31b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.473005 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-71e63c64-55a7-4a53-a438-6ca1bc906947 req-d020c166-c9bd-4ea3-99c5-9aa9237331d2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=55d75d32-35f7-41e9-a674-c56e0561a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Sep 27 08:48:12.530280 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.588356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:12.695389 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:12.706180 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:12.715305 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:12.715923 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:12.735889 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] No DVR routers for this DVR port 67477d82-d352-43d8-b888-98a23643e31b on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:12.738514 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.740763 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e43e142-0ca1-4a22-9148-ef1a89dff3e4 req-cb3c120d-3b80-430e-8186-7f50ec861400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "DELETE /v2.0/ports/67477d82-d352-43d8-b888-98a23643e31b HTTP/1.1" status: 204 len: 173 time: 0.9137239 Sep 27 08:48:12.741333 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-deleted', 'tag': '67477d82-d352-43d8-b888-98a23643e31b'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:12.744071 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba955c3-7d64-4e34-b273-eac60e1cd0b9" -d '{"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-deleted", "tag": "67477d82-d352-43d8-b888-98a23643e31b"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:12.796795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482c023-379e-4eff-99c8-a044806f4a77 x-openstack-request-id: req-7482c023-379e-4eff-99c8-a044806f4a77 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:12.797158 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753a8200-bad7-4784-b5b5-8397cba5e438", "name": "network-vif-deleted", "tag": "67477d82-d352-43d8-b888-98a23643e31b", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:12.797479 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7482c023-379e-4eff-99c8-a044806f4a77 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:12.797943 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a8200-bad7-4784-b5b5-8397cba5e438', 'name': 'network-vif-deleted', 'tag': '67477d82-d352-43d8-b888-98a23643e31b', 'status': 'completed', 'code': 200} Sep 27 08:48:12.832346 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:13.038450 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:13.067058 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:13.076975 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:13.077778 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:13.194530 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:13.414081 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:13.441575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6e3a4-550a-461b-8b43-510506f6f1f9 None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:13.744273 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38136) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:13.823187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.849886 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e651de-e3e7-4982-b39e-db223f9ccf9e None None] New status for floating IP d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:13.852661 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.987806 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.991583 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.009067 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "DELETE /v2.0/security-groups/55d75d32-35f7-41e9-a674-c56e0561a8c5 HTTP/1.1" status: 204 len: 168 time: 0.2631381 Sep 27 08:48:14.011351 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38140) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.033320 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed7cf1-30d4-422a-9822-1a7393d1d0cc tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d75d32-35f7-41e9-a674-c56e0561a8c5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.035698 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.api.v2.resource [None req-9192ce16-28f9-4174-aea6-a7ddd07087aa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] show failed (client error): The resource could not be found. Sep 27 08:48:14.047874 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9192ce16-28f9-4174-aea6-a7ddd07087aa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups/55d75d32-35f7-41e9-a674-c56e0561a8c5 HTTP/1.1" status: 404 len: 347 time: 0.0274305 Sep 27 08:48:14.047874 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38142) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.084635 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.094890 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38144) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.211565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a5026b1-76dd-45de-804c-95dd590a7481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.231336 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Deleting port c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:14.231866 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.315808 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a5026b1-76dd-45de-804c-95dd590a7481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.364534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a5026b1-76dd-45de-804c-95dd590a7481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.412625 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2a5026b1-76dd-45de-804c-95dd590a7481 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bb6e1ae21894eba85ecefd35a918eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216662 Sep 27 08:48:14.413433 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38150) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.414217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5026b1-76dd-45de-804c-95dd590a7481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c2cc6-1647-478c-b25f-2b0ea9d260bd,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.475122 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.501176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.547771 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.548094 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.559983 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Calling delete_port for c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89 owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:14.638944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.641672 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.643101 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/657c2cc6-1647-478c-b25f-2b0ea9d260bd HTTP/1.1" status: 204 len: 168 time: 0.2258177 Sep 27 08:48:14.652743 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e109f-7169-421a-8b64-dc067291234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c2cc6-1647-478c-b25f-2b0ea9d260bd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.772250 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:14.792921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 67477d82-d352-43d8-b888-98a23643e31b {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:14.793264 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 67477d82-d352-43d8-b888-98a23643e31b not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:14.798561 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.823679 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'Port': ['ID=c8c01ab1-fc50-44c3-9dfe-d2d1aa767b89,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.850253 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.852785 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.853946 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3389b4c0-128a-4280-a012-a13b4d1bdb2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "DELETE /v2.0/floatingips/d8b9a2dc-50ae-4a6b-8dc3-41faf5ab948a HTTP/1.1" status: 204 len: 168 time: 0.8126378 Sep 27 08:48:15.163489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38162) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:15.167961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639122598', 'description': 'tempest-description--1797299647'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:15.290375 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.376036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.404630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38170) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:15.418067 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b5a-4ba1-4c97-89f1-de792801ead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.452261 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.496144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.553228 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b5a-4ba1-4c97-89f1-de792801ead4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.622178 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b5a-4ba1-4c97-89f1-de792801ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.661844 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7c5e3b5a-4ba1-4c97-89f1-de792801ead4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8faad4d1bb1940529d11cd9ca0e837b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561185 Sep 27 08:48:15.663007 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e3b5a-4ba1-4c97-89f1-de792801ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae3681-4752-445a-8291-cfee62911dbe,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.664884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38174) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:15.678712 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.679964 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-89ea5bdd-534f-4f7a-9447-97e95c75ad5c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5155013 Sep 27 08:48:15.682948 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38176) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:15.688083 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group_rule': {'security_group_id': '57a4aaa0-68d0-4e20-9cc1-4f735b30a36a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:15.717604 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.737878 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.803387 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.861325 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.863921 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.865101 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90ae3681-4752-445a-8291-cfee62911dbe HTTP/1.1" status: 204 len: 168 time: 0.1991317 Sep 27 08:48:15.873927 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bd598-f8ec-4a37-a97a-1628a391dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae3681-4752-445a-8291-cfee62911dbe,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.874121 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.953438 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.970957 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4327f8c2-b7fa-4287-ba46-a9d2957d0521,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:16.026920 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.028155 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ddfae47f-cd16-49ee-b592-6d8339c5bc05 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442028 Sep 27 08:48:16.030852 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38180) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:16.035282 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'security_group_rule': {'security_group_id': '57a4aaa0-68d0-4e20-9cc1-4f735b30a36a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:16.117301 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.176946 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.261452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.277141 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25717acc-edb3-42de-8756-2f77a473f15c,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:16.341692 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.343068 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9cc8445d-48cf-4865-9531-2cc885c21038 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112040 Sep 27 08:48:16.346095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38190) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:16.352600 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:16.438739 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.538952 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.645599 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Allocated IP 172.27.2.31 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:16.755543 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.879199 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.922389 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:16.925221 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:16.928773 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:16.936410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.024645 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.132623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.282469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.324331 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.396528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.407212 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.495847 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.497200 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5ca136de-d671-4119-a4b7-7e701dbe4f62 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1501377 Sep 27 08:48:17.697853 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-220f6cbe-49b0-4b88-9a26-b61645689674 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--639122598&fields=id&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 267 time: 0.0439684 Sep 27 08:48:17.802322 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-cdd41804-4d76-4716-b9b5-d0398266ef39 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.803803 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-cdd41804-4d76-4716-b9b5-d0398266ef39 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 817 time: 0.0982270 Sep 27 08:48:17.819167 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-82fd9502-a213-449c-bd9a-4386fff6e766 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/quotas/f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 375 time: 0.0094643 Sep 27 08:48:17.876808 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-830d9a32-f47b-4702-8ff5-4d514bccfda2 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518453 Sep 27 08:48:17.973580 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-0930428e-a78d-4464-bd01-cd7ca98e9ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Sep 27 08:48:18.066753 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-59083cb9-ed7d-40d7-8820-8b3649ba1588 service neutron] 10.222.0.74 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 Sep 27 08:48:18.284699 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f5806851-3f73-4783-98e7-8b8e00fbb38b req-084d19e9-8577-4249-8bb7-0f564dc5e519 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0260711 Sep 27 08:48:19.379669 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-413e9bd9-6354-4c28-aab9-0bf77ffc12b6 req-b71b8cb7-e576-4d7f-b975-3d492859b4a7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Sep 27 08:48:20.477196 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0de4c9ad-b22b-49a8-99e8-5028b55b1177 req-aacb794e-0435-4f25-bdd4-ba423285c848 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0265396 Sep 27 08:48:20.948166 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-63b61809-1995-4bb7-81d4-77ed3817ae1a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292146 Sep 27 08:48:21.405860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-4d40a8f5-dc66-4e18-9bed-84ee3a1d7bad tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:21.407249 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-4d40a8f5-dc66-4e18-9bed-84ee3a1d7bad tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535668 Sep 27 08:48:21.415339 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-c4768791-4587-42ea-91a4-4c1a4508fc83 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:21.416657 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-c4768791-4587-42ea-91a4-4c1a4508fc83 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 817 time: 0.4459391 Sep 27 08:48:21.426857 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-26e32603-7e5f-4677-a154-115e0a85235d tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/quotas/79a5824b785c4ebf8f4fc663cc06436b HTTP/1.1" status: 200 len: 375 time: 0.0092971 Sep 27 08:48:21.473993 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-3840e4df-0231-4b28-b83e-311ca3bc155c tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415220 Sep 27 08:48:21.499292 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-1693a7ef-59c7-404e-aab0-78f7fa69870b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 379 time: 0.0567107 Sep 27 08:48:21.509690 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'port': {'device_id': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'admin_state_up': True, 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'security_groups': ['57a4aaa0-68d0-4e20-9cc1-4f735b30a36a']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:21.589364 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c718d065-0bc9-4d29-8fbc-ea59dee456e8 req-9228e21b-766b-4843-91ba-5e09d667ed26 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0324726 Sep 27 08:48:21.690315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Made reservation on behalf of f1ca2590c4ab4a85be3d563bbe6e33e6 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:21.699003 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.722526 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08629ca3-cc83-45e1-87d7-f743cdf797c1 req-0078f6bb-9a2e-4c7e-8923-205dc8a43d1d tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 210 time: 0.0298476 Sep 27 08:48:21.830663 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Allocated IP 172.20.0.7 (a43cce6b-4c5c-4033-9307-fa609a0415a1/02dd1141-f400-426b-866e-992536a8bc24/1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:21.967249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.063159 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.105203 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:22.108911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:22.112605 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:22.142469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:22.173914 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.174632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.273832 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-b10a40e6-687f-4696-bc27-deb2e1ccfb33 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680128 Sep 27 08:48:22.286523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Request body: {'port': {'device_id': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:22.317150 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-21eb095b-c5a5-4dc2-b734-4a089ae6f81f None None] Provisioning complete for port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:22.317767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-21eb095b-c5a5-4dc2-b734-4a089ae6f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.342502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.363325 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-21eb095b-c5a5-4dc2-b734-4a089ae6f81f None None] Port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:22.606469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:22.614654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.628425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Transition to ACTIVE for port object 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:22.709090 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5845-c56c-48e9-b6e4-994b5586ae83 req-f28553ff-3ae8-4912-b8bf-471c1977e252 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.710626 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-203f5845-c56c-48e9-b6e4-994b5586ae83 req-f28553ff-3ae8-4912-b8bf-471c1977e252 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 931 time: 0.0499530 Sep 27 08:48:22.731793 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.823014 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-203f5845-c56c-48e9-b6e4-994b5586ae83 req-489ba2c2-734d-4eaa-9825-c5fbe30b09d5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052935 Sep 27 08:48:22.827179 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-48a341a9-6410-4e54-b77b-642aa1882dc7 req-9e3ba20e-8df4-42a2-a684-39fcab04934a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 210 time: 0.0315254 Sep 27 08:48:22.853093 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:22.917158 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Attempting to bind port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:22.918166 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Attempting to bind port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:22.918166 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Attempting to bind port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:22.922936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 on network a43cce6b-4c5c-4033-9307-fa609a0415a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:22.923307 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Attempting to bind port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 on network a43cce6b-4c5c-4033-9307-fa609a0415a1 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:22.928476 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:22.928886 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Checking segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:22.929270 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Bound using segment: {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:22.929946 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Bound port: 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042599c0-5411-4245-a377-a35cd7fe56ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:22.930075 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.005647 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:23.008627 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:23.067832 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.116232 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.116561 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.118070 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] 10.222.0.68 "PUT /v2.0/ports/1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 1093 time: 0.8355417 Sep 27 08:48:23.118504 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:23.120800 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:23.149451 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf0c8-0f3b-4c93-979b-bd94f9ddeb76 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:23.161102 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb3761-ac98-4151-9c87-3fb960a8d98c x-openstack-request-id: req-80eb3761-ac98-4151-9c87-3fb960a8d98c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:23.161404 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:23.161709 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80eb3761-ac98-4151-9c87-3fb960a8d98c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:23.162081 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'status': 'completed', 'code': 200} Sep 27 08:48:23.229133 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-a9f2003d-12f6-4e4d-b1c8-4b439be96030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.230966 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-a9f2003d-12f6-4e4d-b1c8-4b439be96030 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0463257 Sep 27 08:48:23.343745 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-e061bbd9-118a-430a-a230-1fc38ae65c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.345271 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-e061bbd9-118a-430a-a230-1fc38ae65c91 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1015828 Sep 27 08:48:23.439626 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-41a99c1a-2196-40e7-9d37-745137e8f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.440976 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d713281-02d5-4e86-a4e2-5ca5b693ccb2 req-41a99c1a-2196-40e7-9d37-745137e8f801 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878572 Sep 27 08:48:23.519972 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-bd8493a6-0e97-4778-90b7-810d53c3014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.521476 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-bd8493a6-0e97-4778-90b7-810d53c3014c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0413959 Sep 27 08:48:23.566713 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-43df79c5-0b75-4d80-bd69-32f9d299dbcc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 217 time: 0.0358276 Sep 27 08:48:23.617136 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-63f1fb51-1e18-40b9-8755-3d8c273da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.618574 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-63f1fb51-1e18-40b9-8755-3d8c273da611 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0448990 Sep 27 08:48:23.665195 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306323-5743-4af1-86cb-6e0214672c65 req-f684fc43-732b-408c-91e2-bf2b3fe0e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.666729 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-f684fc43-732b-408c-91e2-bf2b3fe0e799 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404506 Sep 27 08:48:23.760757 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-6e31e27b-2ec2-47a5-a669-51dd055e94e8 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Sep 27 08:48:23.769462 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-0d9556b8-c204-4d38-9700-90e18f5fd57e tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281012 Sep 27 08:48:23.856165 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6306323-5743-4af1-86cb-6e0214672c65 req-7ae21f9e-d79a-444e-a7b2-1f7efdc8b4d8 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Sep 27 08:48:23.962821 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9d09ab51-3143-43d1-af45-64e28d8ea82b req-a4762297-8247-4713-b615-74052c9873e9 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 210 time: 0.0508082 Sep 27 08:48:23.967074 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67845dae-188d-4353-a019-424ad3ef5c08 req-334885ac-f745-43c4-aca1-f55ac8a34c5f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.968811 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-67845dae-188d-4353-a019-424ad3ef5c08 req-334885ac-f745-43c4-aca1-f55ac8a34c5f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0540271 Sep 27 08:48:23.983357 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-edf5a2b2-343b-4d66-b51f-795f18abc260 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.984855 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-edf5a2b2-343b-4d66-b51f-795f18abc260 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095470 Sep 27 08:48:24.003958 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Request body: {'port': {'device_id': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da', 'admin_state_up': True, 'tenant_id': '79a5824b785c4ebf8f4fc663cc06436b'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:24.016544 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-67845dae-188d-4353-a019-424ad3ef5c08 req-d7187dd5-8dd1-465d-a975-a8ee03d10d18 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379324 Sep 27 08:48:24.181910 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Made reservation on behalf of 79a5824b785c4ebf8f4fc663cc06436b for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:24.185470 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.194709 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.287565 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.335887 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.399442 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5035e8db-1803-4ce5-afde-0542e7105c5f,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:24.467840 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Allocated IP 192.168.233.91 (d1a006e9-e4a1-4022-a562-7a67d90742da/a5a12ea6-ff09-4f26-9db2-569075fe0ba5/cfba0bac-b392-4aa3-986a-8331a69a2b5d) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:24.613316 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.690575 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.733399 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Network d1a006e9-e4a1-4022-a562-7a67d90742da is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:24.736398 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:24.740087 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:24.745707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:24.746320 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.755351 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Pushing event updated for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:24.805452 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-38d73d17-8928-499d-997e-5b1fa0df176b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8058496 Sep 27 08:48:24.817871 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Request body: {'port': {'device_id': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:24.877460 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.942580 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-8178faab-abe9-4524-a91e-0fe63165c860 None None] Provisioning complete for port cfba0bac-b392-4aa3-986a-8331a69a2b5d triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:24.943165 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8178faab-abe9-4524-a91e-0fe63165c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.976350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-8178faab-abe9-4524-a91e-0fe63165c860 None None] Port cfba0bac-b392-4aa3-986a-8331a69a2b5d cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:25.111245 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c54b6-3021-4e40-90ac-b4a98e28fb1d req-16f6b122-1ef4-471c-a43d-2c0b65c902b1 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.112787 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-057c54b6-3021-4e40-90ac-b4a98e28fb1d req-16f6b122-1ef4-471c-a43d-2c0b65c902b1 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 935 time: 0.0585897 Sep 27 08:48:25.138667 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38374) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:25.145673 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939db4f-ac56-4e1a-961c-0153a79f1db2 req-fbe53f76-8ff2-4b2f-8d9a-11d015fc45f0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.147222 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1939db4f-ac56-4e1a-961c-0153a79f1db2 req-fbe53f76-8ff2-4b2f-8d9a-11d015fc45f0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0531554 Sep 27 08:48:25.185841 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1939db4f-ac56-4e1a-961c-0153a79f1db2 req-e913d6a1-c370-40fa-b555-f6385d4b161e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325384 Sep 27 08:48:25.192142 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-057c54b6-3021-4e40-90ac-b4a98e28fb1d req-ecedeae1-215a-4abe-b552-ae39f1477870 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 Sep 27 08:48:25.232241 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfba0bac-b392-4aa3-986a-8331a69a2b5d {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:25.239809 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.253439 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Transition to ACTIVE for port object cfba0bac-b392-4aa3-986a-8331a69a2b5d will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:25.264331 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e34c0a32-92bb-4295-9d0f-f8ae9037516d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.331384 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.376737 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e34c0a32-92bb-4295-9d0f-f8ae9037516d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.401360 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.414604 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-40e769f0-f6f6-464a-81d7-694770504796 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437877 Sep 27 08:48:25.435213 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Attempting to bind port cfba0bac-b392-4aa3-986a-8331a69a2b5d on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:25.436457 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Attempting to bind port cfba0bac-b392-4aa3-986a-8331a69a2b5d by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:25.436814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Attempting to bind port cfba0bac-b392-4aa3-986a-8331a69a2b5d on network d1a006e9-e4a1-4022-a562-7a67d90742da {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:25.440342 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e34c0a32-92bb-4295-9d0f-f8ae9037516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.459188 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Port cfba0bac-b392-4aa3-986a-8331a69a2b5d on network d1a006e9-e4a1-4022-a562-7a67d90742da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:25.459524 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Attempting to bind port cfba0bac-b392-4aa3-986a-8331a69a2b5d on network d1a006e9-e4a1-4022-a562-7a67d90742da {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:25.488074 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:25.488432 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Checking segment: {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:25.488906 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Bound using segment: {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:25.489328 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Bound port: cfba0bac-b392-4aa3-986a-8331a69a2b5d, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d646eb-a38a-40d4-b9f2-6523fbc9c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:25.489692 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.506614 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e34c0a32-92bb-4295-9d0f-f8ae9037516d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04ce8c90d09d4306898dafb78ceec08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604228 Sep 27 08:48:25.509307 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c0a32-92bb-4295-9d0f-f8ae9037516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a70534a-f3e8-4296-a0b1-d61ca5667195,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.509513 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-0028375c-9adb-495f-882e-382d0790d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.511030 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-0028375c-9adb-495f-882e-382d0790d6f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1098 time: 0.0504344 Sep 27 08:48:25.511576 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38378) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:25.574500 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:25.578358 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:25.618421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.650991 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.656469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.671875 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-c218e93d-febc-4aed-955e-e2fcef286a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.673399 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-c218e93d-febc-4aed-955e-e2fcef286a9e service neutron] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 912 time: 0.1376579 Sep 27 08:48:25.684973 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.685430 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.687508 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] 10.222.0.68 "PUT /v2.0/ports/cfba0bac-b392-4aa3-986a-8331a69a2b5d HTTP/1.1" status: 200 len: 1097 time: 0.8737454 Sep 27 08:48:25.687782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:25.690059 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:25.725206 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b63fd-f088-47e0-ab4e-c583628195c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.735937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b519135-62ac-46aa-ba95-9bfdfc328d2a x-openstack-request-id: req-8b519135-62ac-46aa-ba95-9bfdfc328d2a {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:25.735937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:25.735937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b519135-62ac-46aa-ba95-9bfdfc328d2a {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:25.735937 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d', 'status': 'completed', 'code': 200} Sep 27 08:48:25.762988 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-579bc1a5-08fc-4097-b1cc-636d5466b489 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 1001 time: 0.0749876 Sep 27 08:48:25.805839 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f req-793e05a2-2b2a-4ad1-8130-a63693655181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.807609 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f req-793e05a2-2b2a-4ad1-8130-a63693655181 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 1100 time: 0.0458035 Sep 27 08:48:25.814502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-4ae2b22a-0113-4ae4-8311-e6ba6c43d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.815989 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-4ae2b22a-0113-4ae4-8311-e6ba6c43d7bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0461295 Sep 27 08:48:25.821352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.823973 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.825129 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a70534a-f3e8-4296-a0b1-d61ca5667195 HTTP/1.1" status: 204 len: 168 time: 0.3125775 Sep 27 08:48:25.850346 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f req-3d5f2715-b73a-4199-be9e-d565b957f4cb service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343421 Sep 27 08:48:25.861749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b361214-edde-4e46-a471-c37305a07e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a70534a-f3e8-4296-a0b1-d61ca5667195,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.898104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-81395af1-47c9-4278-a591-6c0777f64b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.900093 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-81395af1-47c9-4278-a591-6c0777f64b86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739796 Sep 27 08:48:25.958304 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f req-fa0b10e6-ba4f-4090-b16a-7a1d07f5c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.959684 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-80ccd1d9-4e37-44d7-9700-85ffe94a3b1f req-fa0b10e6-ba4f-4090-b16a-7a1d07f5c804 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021564 Sep 27 08:48:25.995889 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-dc208584-39bb-4619-ba3a-228755023b6e service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887132 Sep 27 08:48:26.039266 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.043957 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-53aa8651-c5f0-47f8-8124-64fa6bd46e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.045599 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-53aa8651-c5f0-47f8-8124-64fa6bd46e6e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 1100 time: 0.0416288 Sep 27 08:48:26.090844 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-276ad2f0-db95-43c2-9c88-5609caa31cd9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d HTTP/1.1" status: 200 len: 217 time: 0.0367875 Sep 27 08:48:26.095578 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54cd3bc2-2099-45b0-aa11-72236fd3d499 req-f60c13ad-7787-4d6b-9f07-8d440ef92e57 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920162 Sep 27 08:48:26.153618 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-56d625d9-490a-419d-9cec-ea0bac3dc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.156394 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-56d625d9-490a-419d-9cec-ea0bac3dc456 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5a12ea6-ff09-4f26-9db2-569075fe0ba5 HTTP/1.1" status: 200 len: 843 time: 0.0542464 Sep 27 08:48:26.205789 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-d02e52c4-87fb-458c-bdbc-37c2aa8f8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.207315 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-d02e52c4-87fb-458c-bdbc-37c2aa8f8273 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d1a006e9-e4a1-4022-a562-7a67d90742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417655 Sep 27 08:48:26.314598 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0010-8d8f-4cde-adcf-0305574bf358 req-39dfa1f5-d2b0-4bb0-9787-82e4516cda2a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.316129 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fe3c0010-8d8f-4cde-adcf-0305574bf358 req-39dfa1f5-d2b0-4bb0-9787-82e4516cda2a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 947 time: 0.0522876 Sep 27 08:48:26.330980 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-1c3b8033-5a33-4d91-9d3f-422d198988d3 service neutron] 10.222.0.68 "GET /v2.0/networks/d1a006e9-e4a1-4022-a562-7a67d90742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148660 Sep 27 08:48:26.347290 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf50f2a-6b95-4e93-b022-bbce0957d881 req-ffbf4f4c-1a1b-4bcb-adbf-f21c9148ff2f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.348849 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6cf50f2a-6b95-4e93-b022-bbce0957d881 req-ffbf4f4c-1a1b-4bcb-adbf-f21c9148ff2f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0698466 Sep 27 08:48:26.355829 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fe3c0010-8d8f-4cde-adcf-0305574bf358 req-b75b693a-8ea6-49b0-80ab-251508a8091e tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Sep 27 08:48:26.444845 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6cf50f2a-6b95-4e93-b022-bbce0957d881 req-649e1592-7bf5-4a95-b504-3c61736529d0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847578 Sep 27 08:48:26.454338 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38390) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:26.472637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e6e87ab-cf28-4d4a-bcc2-01049f82616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.476398 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a973d9e5-67aa-4e55-b03d-b727e528e548 req-cef86117-4f12-4c76-8699-458ea026a840 service neutron] 10.222.0.68 "GET /v2.0/networks/d1a006e9-e4a1-4022-a562-7a67d90742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264927 Sep 27 08:48:26.562649 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e6e87ab-cf28-4d4a-bcc2-01049f82616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.621320 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e6e87ab-cf28-4d4a-bcc2-01049f82616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.660403 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9e6e87ab-cf28-4d4a-bcc2-01049f82616e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc10a0851abf43abb22beb77d064e49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046978 Sep 27 08:48:26.661509 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e87ab-cf28-4d4a-bcc2-01049f82616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed9864-639f-436e-8149-23c2286c8144,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:26.662916 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38392) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:26.711957 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.732006 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.844697 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.847242 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.848518 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8bed9864-639f-436e-8149-23c2286c8144 HTTP/1.1" status: 204 len: 168 time: 0.1845565 Sep 27 08:48:26.855372 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:26.857223 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab26203-2823-405c-a730-65e83b89e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed9864-639f-436e-8149-23c2286c8144,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:26.960088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:26.971241 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:27.008970 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.021870 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:27.041277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:27.102029 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.151319 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:27.159143 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.160625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.160625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.160625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.160625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.161026 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.161683 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.161683 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.161853 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.162208 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.162501 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.162826 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:27.352582 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:27.477668 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a420-843a-4615-a84f-a4452b84d54e req-3317c6a4-f7ec-4a04-b977-8316a99be399 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:27.479130 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5c5a420-843a-4615-a84f-a4452b84d54e req-3317c6a4-f7ec-4a04-b977-8316a99be399 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 947 time: 0.0547445 Sep 27 08:48:27.524078 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5c5a420-843a-4615-a84f-a4452b84d54e req-e3ed372d-c380-4cfa-8451-700497d5a0e4 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Sep 27 08:48:27.574391 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778c0e4-7f79-4dbe-bd77-125ee261fb8e req-735632d9-d9bf-4491-a57b-4717f47ee178 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:27.575935 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f778c0e4-7f79-4dbe-bd77-125ee261fb8e req-735632d9-d9bf-4491-a57b-4717f47ee178 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0490270 Sep 27 08:48:27.613384 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f778c0e4-7f79-4dbe-bd77-125ee261fb8e req-912d2390-a267-4ffb-b5f7-dced8533698d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Sep 27 08:48:28.638042 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad2804-19c4-4ee2-bc12-a6f0bc5bc724 req-0425314c-0eac-48bd-877c-d2690365d96c tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.640248 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6bad2804-19c4-4ee2-bc12-a6f0bc5bc724 req-0425314c-0eac-48bd-877c-d2690365d96c tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 947 time: 0.0493636 Sep 27 08:48:28.680971 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6bad2804-19c4-4ee2-bc12-a6f0bc5bc724 req-200e8175-eda2-48d2-8f5a-27d452a0464e tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 27 08:48:28.738090 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4753-f571-493a-b45f-244a1cabe446 req-2a28ea1c-c8a7-4693-8bec-0717804b6277 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.739693 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2c5d4753-f571-493a-b45f-244a1cabe446 req-2a28ea1c-c8a7-4693-8bec-0717804b6277 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0527081 Sep 27 08:48:28.778562 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2c5d4753-f571-493a-b45f-244a1cabe446 req-9f850e7a-066c-4faf-8f47-0dad0528f58d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328007 Sep 27 08:48:28.855547 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cfba0bac-b392-4aa3-986a-8331a69a2b5d details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:28.859294 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:28.987212 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:28.997378 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d', 'network_id': 'd1a006e9-e4a1-4022-a562-7a67d90742da', 'port_id': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d', 'mac_address': 'fa:16:3e:9a:37:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a12ea6-ff09-4f26-9db2-569075fe0ba5', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:29.035445 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.038869 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:29.051315 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:29.051691 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.054886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfba0bac-b392-4aa3-986a-8331a69a2b5d {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:29.095957 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:29.128302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38448) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:29.150771 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.176549 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:29.179676 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685d17a-df31-4506-8965-5a0ea6c198fc" -d '{"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:29.191770 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.196639 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:29.219177 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f80f988-a7dd-4049-a4b9-3149bbfe8a9c x-openstack-request-id: req-0f80f988-a7dd-4049-a4b9-3149bbfe8a9c {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:29.219498 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:29.219756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0f80f988-a7dd-4049-a4b9-3149bbfe8a9c {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:29.220800 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'code': 200} Sep 27 08:48:29.237249 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27aea65c-b3a2-4e8f-82dd-412a5892678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.251425 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.267656 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.317755 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.325551 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27aea65c-b3a2-4e8f-82dd-412a5892678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.370312 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27aea65c-b3a2-4e8f-82dd-412a5892678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.409141 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-27aea65c-b3a2-4e8f-82dd-412a5892678b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9dd7b67f50e443de8034264239792393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796957 Sep 27 08:48:29.410010 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aea65c-b3a2-4e8f-82dd-412a5892678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fe1f5-7f92-420e-86bb-254c90a87ce4,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.411777 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38454) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:29.434589 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['cfba0bac-b392-4aa3-986a-8331a69a2b5d'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:29.461653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.486179 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.505492 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3402d-43ff-4ab8-bfb4-ab5a4b90aa5d req-407eec14-2430-468c-8a54-539683f22bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.507021 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-25f3402d-43ff-4ab8-bfb4-ab5a4b90aa5d req-407eec14-2430-468c-8a54-539683f22bbe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0409377 Sep 27 08:48:29.550402 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-25f3402d-43ff-4ab8-bfb4-ab5a4b90aa5d req-436a082a-61f9-4acd-9989-734f13c51f3f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348873 Sep 27 08:48:29.639405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.642072 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.643242 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/534fe1f5-7f92-420e-86bb-254c90a87ce4 HTTP/1.1" status: 204 len: 168 time: 0.2298741 Sep 27 08:48:29.650827 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fe1f5-7f92-420e-86bb-254c90a87ce4,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.659501 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.659849 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.660186 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.660730 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.661242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.661904 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.662378 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.663044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.663519 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.664206 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.664802 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.665235 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610c056-5bf1-4b5a-8020-9cfdba9a1bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:29.803307 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846874-4eac-432b-9bab-cd96f2d2a573 req-425b3d64-e0c1-4d95-9278-ee2a49e7b59f tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.803307 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dc846874-4eac-432b-9bab-cd96f2d2a573 req-425b3d64-e0c1-4d95-9278-ee2a49e7b59f tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 948 time: 0.0495050 Sep 27 08:48:29.836344 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dc846874-4eac-432b-9bab-cd96f2d2a573 req-aaa38bfa-f3b5-4d3f-b933-e92053b9b699 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Sep 27 08:48:29.903474 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe13b4-f379-4c5c-a41c-83a3adf0538d req-8fa3d109-eafd-4f4f-b132-16aef3dc62ad tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.905014 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26fe13b4-f379-4c5c-a41c-83a3adf0538d req-8fa3d109-eafd-4f4f-b132-16aef3dc62ad tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Sep 27 08:48:29.942469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26fe13b4-f379-4c5c-a41c-83a3adf0538d req-39a23381-23c3-455b-8f28-efb4b4d0b8a7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Sep 27 08:48:30.210302 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38464) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:30.219570 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b4f7da69-9775-439e-951e-2485a8b10064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.304315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b4f7da69-9775-439e-951e-2485a8b10064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.377295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b4f7da69-9775-439e-951e-2485a8b10064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.412749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7da69-9775-439e-951e-2485a8b10064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2b800-1d0b-4ef0-9056-7269c453f987,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:30.417057 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b4f7da69-9775-439e-951e-2485a8b10064 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c663161bb75e4171a5677de619a30ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092621 Sep 27 08:48:30.420621 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38466) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:30.467452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.491048 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.587050 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.589634 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.590798 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40e2b800-1d0b-4ef0-9056-7269c453f987 HTTP/1.1" status: 204 len: 168 time: 0.1694481 Sep 27 08:48:30.598658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1bb2-0097-4637-a533-adfe78ce96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2b800-1d0b-4ef0-9056-7269c453f987,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:30.878633 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cfba0bac-b392-4aa3-986a-8331a69a2b5d up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:30.961898 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc6476-ca9b-4085-8fb2-ba29ca188e80 req-bbadab2f-f67c-4a5b-ba7a-b13770b701de tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.963359 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bebc6476-ca9b-4085-8fb2-ba29ca188e80 req-bbadab2f-f67c-4a5b-ba7a-b13770b701de tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 948 time: 0.0488293 Sep 27 08:48:30.993988 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port cfba0bac-b392-4aa3-986a-8331a69a2b5d completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:30.998041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port cfba0bac-b392-4aa3-986a-8331a69a2b5d triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:30.998651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.008439 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bebc6476-ca9b-4085-8fb2-ba29ca188e80 req-ca8f89ea-c10e-466b-a737-13e839fa10d2 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380259 Sep 27 08:48:31.079397 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d9937-70cd-46df-81dc-46faeacce8bb req-3c9e295f-6eff-47f9-9a6d-ee1664f1d4e5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.081639 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-296d9937-70cd-46df-81dc-46faeacce8bb req-3c9e295f-6eff-47f9-9a6d-ee1664f1d4e5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0600188 Sep 27 08:48:31.099226 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.123661 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-296d9937-70cd-46df-81dc-46faeacce8bb req-90b0c376-224b-43bd-8434-e0f4dd200b02 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350242 Sep 27 08:48:31.133252 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:31.187627 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.223531 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:31.228773 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabdce6a-7d95-4eb5-80b1-9db02a19c5f3" -d '{"events": [{"server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "name": "network-vif-plugged", "status": "completed", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:31.243739 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:31.253052 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd9cfe-6978-455e-81b1-01893dad6c50 req-64d3f16a-da70-4d41-a0fa-bdf158a64151 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.254916 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-95dd9cfe-6978-455e-81b1-01893dad6c50 req-64d3f16a-da70-4d41-a0fa-bdf158a64151 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0605803 Sep 27 08:48:31.263416 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38488) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:31.269001 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Request body: {'floatingip': {'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:31.273462 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffedf748-70c8-4330-902c-714827ae40c3 x-openstack-request-id: req-ffedf748-70c8-4330-902c-714827ae40c3 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:31.273847 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "name": "network-vif-plugged", "status": "completed", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:31.274170 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ffedf748-70c8-4330-902c-714827ae40c3 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:31.274628 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d', 'code': 200} Sep 27 08:48:31.313081 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.702699 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b7e2-fd92-4010-a707-0a7a1fac295b req-04500526-f175-49a0-b747-5450e97757ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.704188 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bad5b7e2-fd92-4010-a707-0a7a1fac295b req-04500526-f175-49a0-b747-5450e97757ae service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 1102 time: 0.1416364 Sep 27 08:48:31.823755 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bad5b7e2-fd92-4010-a707-0a7a1fac295b req-9a0dbbf6-3d5e-4325-95a6-878f7858522d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033099 Sep 27 08:48:32.163346 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.db.resource_extend [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:48:32.238028 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cbd7-d123-4b49-9733-1fe93f563cd5 req-383d72d6-6508-4c05-84c6-0cfa028481e3 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.239417 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-26d4cbd7-d123-4b49-9733-1fe93f563cd5 req-383d72d6-6508-4c05-84c6-0cfa028481e3 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 949 time: 0.1266854 Sep 27 08:48:32.255746 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.287072 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-26d4cbd7-d123-4b49-9733-1fe93f563cd5 req-1d9231e8-c9a8-42e8-a624-0b9858e06b57 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Sep 27 08:48:32.307513 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.408334 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Floating IP 8e1d4884-61e5-405e-b1f3-3e6cc24db8b7 associated. External IP: 172.27.2.31, port: 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7. Sep 27 08:48:32.614855 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:32.717224 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:48:32.722926 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:32.727711 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.733159 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:32.741860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:32.742448 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:32.755700 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-08268c8e-663e-4465-ac73-b1c79bf0cee4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "PUT /v2.0/floatingips/8e1d4884-61e5-405e-b1f3-3e6cc24db8b7 HTTP/1.1" status: 200 len: 990 time: 1.4905851 Sep 27 08:48:32.756256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:32.758599 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a925714-e2fd-49b5-92fd-67b7ebc177f2" -d '{"events": [{"name": "network-changed", "server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:32.800942 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2c889-cac4-46b1-975a-7740bbfe027b x-openstack-request-id: req-a5e2c889-cac4-46b1-975a-7740bbfe027b {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:32.801232 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:32.805508 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5e2c889-cac4-46b1-975a-7740bbfe027b {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:32.805508 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'status': 'completed', 'code': 200} Sep 27 08:48:32.886455 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:32.890789 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-beff7469-2852-4110-8596-7562248f5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.892301 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-beff7469-2852-4110-8596-7562248f5847 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0513375 Sep 27 08:48:33.005189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-d9eaf038-e7f9-42d8-a2af-a61f7ea531a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.006674 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-d9eaf038-e7f9-42d8-a2af-a61f7ea531a5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.1063602 Sep 27 08:48:33.090229 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-35e0e706-22cb-47a6-9e31-6f0b6153d71b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 998 time: 0.0763829 Sep 27 08:48:33.152176 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-47dc7556-cc50-4fd9-886b-5d5054663b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.153692 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-47dc7556-cc50-4fd9-886b-5d5054663b11 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0557399 Sep 27 08:48:33.184816 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '8e1d4884-61e5-405e-b1f3-3e6cc24db8b7', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:16Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:33.206622 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-71884764-4d66-4456-bde5-552d62e5277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.208204 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-71884764-4d66-4456-bde5-552d62e5277f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461133 Sep 27 08:48:33.211995 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:33.223733 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:33.224294 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:33.306964 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-dbfafec3-948c-4313-91e4-1d6ebe32adf2 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908597 Sep 27 08:48:33.335961 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:33.432166 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8a925714-e2fd-49b5-92fd-67b7ebc177f2 req-020c0b7a-8281-41df-b3ec-5af8c2ff5bf7 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170075 Sep 27 08:48:33.451182 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977e3d2-b4f7-43ce-a183-6c5b17e95164 req-3f813064-b86c-4d47-a53d-83b6110ed99a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.452083 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9977e3d2-b4f7-43ce-a183-6c5b17e95164 req-3f813064-b86c-4d47-a53d-83b6110ed99a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 949 time: 0.0786262 Sep 27 08:48:33.491094 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9977e3d2-b4f7-43ce-a183-6c5b17e95164 req-b529ad18-d004-4a87-8e51-a6f117a5ff3b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Sep 27 08:48:33.591741 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '8e1d4884-61e5-405e-b1f3-3e6cc24db8b7', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:16Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:33.622209 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cadc3-0162-4b38-a950-508a5bd6528f None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '8e1d4884-61e5-405e-b1f3-3e6cc24db8b7', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:16Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 1, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:33.817015 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd6138-0b20-4fdd-9e47-13bef7abb01f None None] New status for floating IP 8e1d4884-61e5-405e-b1f3-3e6cc24db8b7: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:33.989188 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0eb93-9c73-4633-9253-2f01defd0ca1 req-e654ac97-afb8-4ad6-b45c-947285b03321 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.990732 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91b0eb93-9c73-4633-9253-2f01defd0ca1 req-e654ac97-afb8-4ad6-b45c-947285b03321 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 949 time: 0.0537965 Sep 27 08:48:34.032304 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91b0eb93-9c73-4633-9253-2f01defd0ca1 req-4e419372-d94b-492d-8686-f250f10c2c3a tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352895 Sep 27 08:48:35.161496 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4f8a1-92ce-47ae-8f4f-6271f1d880c7 req-e8faf6cb-270b-40dd-878e-1f0d7ee5cb0c tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.163103 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43c4f8a1-92ce-47ae-8f4f-6271f1d880c7 req-e8faf6cb-270b-40dd-878e-1f0d7ee5cb0c tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 949 time: 0.0594914 Sep 27 08:48:35.206665 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43c4f8a1-92ce-47ae-8f4f-6271f1d880c7 req-875af5a4-7469-40b6-b6d7-60add9878d53 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/security-groups?id=5035e8db-1803-4ce5-afde-0542e7105c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Sep 27 08:48:35.480331 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-ec66d5cf-9743-450d-885e-89b0a771570b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.481725 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-ec66d5cf-9743-450d-885e-89b0a771570b tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 949 time: 0.0486431 Sep 27 08:48:35.582563 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Deleting port cfba0bac-b392-4aa3-986a-8331a69a2b5d {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:35.582996 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.599740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a52008-f764-46c3-a57e-e69cf1ac679e req-b22b6209-7e5c-41f1-b2d3-17a58227b68b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.601260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2a52008-f764-46c3-a57e-e69cf1ac679e req-b22b6209-7e5c-41f1-b2d3-17a58227b68b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0531425 Sep 27 08:48:35.643212 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2a52008-f764-46c3-a57e-e69cf1ac679e req-e8f99f1b-1391-441b-badf-65dd00fc3ebb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347631 Sep 27 08:48:35.683355 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] For port cfba0bac-b392-4aa3-986a-8331a69a2b5d, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cfba0bac-b392-4aa3-986a-8331a69a2b5d,segment=NetworkSegment(59d646eb-a38a-40d4-b9f2-6523fbc9c1c3),segment_id=59d646eb-a38a-40d4-b9f2-6523fbc9c1c3)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:35.683722 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.696436 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Calling delete_port for cfba0bac-b392-4aa3-986a-8331a69a2b5d owned by compute:nova {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:35.902110 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.913837 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['cfba0bac-b392-4aa3-986a-8331a69a2b5d'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:35.931267 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Pushing event deleted for resources: {'Port': ['ID=cfba0bac-b392-4aa3-986a-8331a69a2b5d,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:35.943304 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.943717 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.944001 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.944338 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.944672 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.945028 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.945356 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.945683 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.946011 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.946331 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.946652 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.946973 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:35.986315 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] No DVR routers for this DVR port cfba0bac-b392-4aa3-986a-8331a69a2b5d on host hv-cinder-81108 {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:35.989265 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.991400 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e0b933cf-7d7f-436e-925a-5b020bb0961b req-10357f1b-ce10-40e7-8da8-ed7212b170f8 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.68 "DELETE /v2.0/ports/cfba0bac-b392-4aa3-986a-8331a69a2b5d HTTP/1.1" status: 204 len: 173 time: 0.5036535 Sep 27 08:48:35.991786 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'name': 'network-vif-deleted', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:35.994121 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30eb42b-4fc6-449b-bb2a-8d2f0a65d9a7" -d '{"events": [{"server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "name": "network-vif-deleted", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:36.034736 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f58db-9d96-4f4c-819d-8292b446b605 x-openstack-request-id: req-bd3f58db-9d96-4f4c-819d-8292b446b605 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:36.034979 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91c6ef-a950-44c5-a307-e37673fb3444", "name": "network-vif-deleted", "tag": "cfba0bac-b392-4aa3-986a-8331a69a2b5d", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:36.035228 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd3f58db-9d96-4f4c-819d-8292b446b605 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:36.035621 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91c6ef-a950-44c5-a307-e37673fb3444', 'name': 'network-vif-deleted', 'tag': 'cfba0bac-b392-4aa3-986a-8331a69a2b5d', 'status': 'completed', 'code': 200} Sep 27 08:48:36.322094 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-53cd0861-6035-4422-a62d-139138e91da4 req-f14bc87c-3ae4-4810-b7bf-479fbeb0e008 tempest-VolumesNegativeTest-1089481838 tempest-VolumesNegativeTest-1089481838-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d91c6ef-a950-44c5-a307-e37673fb3444 HTTP/1.1" status: 200 len: 210 time: 0.0256996 Sep 27 08:48:36.759268 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc776f82-dae8-4433-b953-97d57f8aa601 req-b799c5a8-cb7d-4c0c-91a4-ac2eb174d10e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.760784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc776f82-dae8-4433-b953-97d57f8aa601 req-b799c5a8-cb7d-4c0c-91a4-ac2eb174d10e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0483639 Sep 27 08:48:36.799599 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc776f82-dae8-4433-b953-97d57f8aa601 req-8269005d-ee93-4e45-8e7c-bfa68e002c1c tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Sep 27 08:48:37.942807 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3db14-d5a1-4825-8bdf-7305a14e4ee8 req-a2bd626d-b09d-4c99-9d0b-8f4df9c74d3a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:37.944407 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3d3db14-d5a1-4825-8bdf-7305a14e4ee8 req-a2bd626d-b09d-4c99-9d0b-8f4df9c74d3a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0722976 Sep 27 08:48:37.981558 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3d3db14-d5a1-4825-8bdf-7305a14e4ee8 req-0710e005-2921-4874-970b-b09a5d8d8e3d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Sep 27 08:48:38.565314 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2db12b48-96a7-4384-9319-8693a5b8965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.937979 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cfba0bac-b392-4aa3-986a-8331a69a2b5d no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:38.958076 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: cfba0bac-b392-4aa3-986a-8331a69a2b5d {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:38.958420 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cfba0bac-b392-4aa3-986a-8331a69a2b5d not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:39.104646 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f72e39-ba7c-4754-8b54-430a75fb740c req-4eae7a9a-ce9f-4cbc-9d09-96f5b801d60b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:39.106099 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-13f72e39-ba7c-4754-8b54-430a75fb740c req-4eae7a9a-ce9f-4cbc-9d09-96f5b801d60b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0488129 Sep 27 08:48:39.147629 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-13f72e39-ba7c-4754-8b54-430a75fb740c req-a99c91da-b86e-43eb-a60a-e5d1c6e1b84b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346055 Sep 27 08:48:40.265011 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8a432-70df-4a09-a3d5-d29c7ecdf111 req-ced188ee-f391-4dbd-af81-2f987273f44f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.266535 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4b8a432-70df-4a09-a3d5-d29c7ecdf111 req-ced188ee-f391-4dbd-af81-2f987273f44f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 27 08:48:40.304885 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4b8a432-70df-4a09-a3d5-d29c7ecdf111 req-9b037d3f-5a2b-4790-a162-6918d45dbe94 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Sep 27 08:48:41.210682 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8fdb377b-0280-4867-910c-8c96067667c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.422744 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabc79a-b0f7-4922-9f99-5fec80fe9724 req-3ff79e60-aed3-4df7-9c98-867ee958c628 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.424256 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fabc79a-b0f7-4922-9f99-5fec80fe9724 req-3ff79e60-aed3-4df7-9c98-867ee958c628 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0532475 Sep 27 08:48:41.465923 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fabc79a-b0f7-4922-9f99-5fec80fe9724 req-af9b56dd-55f9-451f-a371-f5be47999a90 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Sep 27 08:48:41.839315 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.548067 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.581795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668ec33-24a7-4fbe-bd7f-44496a73f770 req-8a91f32c-d086-409f-872f-43b2729d5ea4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.583382 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1668ec33-24a7-4fbe-bd7f-44496a73f770 req-8a91f32c-d086-409f-872f-43b2729d5ea4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0536530 Sep 27 08:48:42.622091 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1668ec33-24a7-4fbe-bd7f-44496a73f770 req-26ac2aeb-c813-4c83-834d-dcfbe1e6f09f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Sep 27 08:48:42.836121 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38874) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:42.971572 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-74afe470-f242-4c1f-a68d-5f9b15185dcb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79a5824b785c4ebf8f4fc663cc06436b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342726 Sep 27 08:48:42.974254 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38878) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:43.023198 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.045369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.170995 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.174147 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.175303 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5035e8db-1803-4ce5-afde-0542e7105c5f HTTP/1.1" status: 204 len: 168 time: 0.2000802 Sep 27 08:48:43.183211 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f4e5-46d5-46b9-9076-008306c5e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035e8db-1803-4ce5-afde-0542e7105c5f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:43.751837 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e975f3-a347-483b-b82f-3889eb6a86bc req-9d248de0-7f8b-46e9-9ec5-f1169d6c5d7f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.753363 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9e975f3-a347-483b-b82f-3889eb6a86bc req-9d248de0-7f8b-46e9-9ec5-f1169d6c5d7f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0529070 Sep 27 08:48:43.790703 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9e975f3-a347-483b-b82f-3889eb6a86bc req-47dfad2b-9f23-44e8-a712-fc8fe56d708e tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Sep 27 08:48:44.073748 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.148161 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38906) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:44.248187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-278720495-network', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:44.353422 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Made reservation on behalf of 8275d810d9af4dd9a16cae9122ef7a8a for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:44.355680 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.364330 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.450719 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.530100 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.550645 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:44.564346 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81b16d-0f70-4962-8b87-fe9ffdde81a1,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.569340 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.569715 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Added segment 359602e8-d5c2-4d11-9392-f025ab796060 of type vlan for network ac469ece-916a-4994-83bf-ee76a67dfc3d Sep 27 08:48:44.608976 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.673588 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.674532 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.675146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.733909 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac469ece-916a-4994-83bf-ee76a67dfc3d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.744859 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network ac469ece-916a-4994-83bf-ee76a67dfc3d details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:44.749079 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-384ebe49-5b43-4212-bea2-e17db62f8ae6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5996943 Sep 27 08:48:44.754787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38920) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:44.758882 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Request body: {'subnet': {'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-278720495-subnet', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:44.856214 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Made reservation on behalf of 8275d810d9af4dd9a16cae9122ef7a8a for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:44.858628 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.903080 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10d67-1aa3-483a-8246-e196a2d5718f req-f7fd138e-0587-479b-89c7-8c3fbaeebead tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.904585 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ec10d67-1aa3-483a-8246-e196a2d5718f req-f7fd138e-0587-479b-89c7-8c3fbaeebead tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0488126 Sep 27 08:48:44.944662 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ec10d67-1aa3-483a-8246-e196a2d5718f req-76771148-f1d4-419f-a435-ca417177d0ed tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Sep 27 08:48:45.102526 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.155853 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdab0376-5e7b-420b-8549-703c69574992,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:45.166752 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Checking segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:45.167117 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Network hostable DHCP agents. Network: ac469ece-916a-4994-83bf-ee76a67dfc3d, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:45.239050 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Network ac469ece-916a-4994-83bf-ee76a67dfc3d is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:45.325207 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, ac469ece-916a-4994-83bf-ee76a67dfc3d) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:45.329982 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.331656 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.334933 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe9a35-c76b-4bc9-890a-c2dcb3b91b22 None None] Network ac469ece-916a-4994-83bf-ee76a67dfc3d requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:45.428305 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7bb72925-28a7-4faf-8aba-3383b93312e9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6741729 Sep 27 08:48:45.431018 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38932) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:45.435247 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:45.479021 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-ac469ece-916a-4994-83bf-ee76a67dfc3d', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:48:45.479860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.513649 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.514933 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.567398 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.616077 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Allocated IP 172.20.0.2 (ac469ece-916a-4994-83bf-ee76a67dfc3d/bdab0376-5e7b-420b-8549-703c69574992/dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:45.758192 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.760123 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.874186 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.924209 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Pushing event updated for resources: {'Port': ['ID=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:45.945990 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Network ac469ece-916a-4994-83bf-ee76a67dfc3d is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:45.947513 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:45.949901 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:46.004103 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Attempting to bind port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:46.004474 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Attempting to bind port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:46.004866 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Attempting to bind port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 on network ac469ece-916a-4994-83bf-ee76a67dfc3d {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:46.010006 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:46.010317 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Checking segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:46.010769 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.011109 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Bound using segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:46.011576 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Bound port: dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:46.011962 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.021074 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.040882 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.085639 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] For port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:46.087641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcfd2-daa2-4240-8932-a2bd6ea0fbb7 req-023ceb85-cb47-4606-a478-5a078df1a0aa tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:46.089188 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] For port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:46.089609 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-166fcfd2-daa2-4240-8932-a2bd6ea0fbb7 req-023ceb85-cb47-4606-a478-5a078df1a0aa tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0699739 Sep 27 08:48:46.133785 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-166fcfd2-daa2-4240-8932-a2bd6ea0fbb7 req-e57c8099-202d-46c4-b2f3-c251f4362903 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373929 Sep 27 08:48:46.175236 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Allocated IP 172.27.2.133 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:46.176732 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.234651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1150e-68e3-42dd-907a-1db2b4c09ab9 None None] Pushing event updated for resources: {'Port': ['ID=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:46.285267 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.388987 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.432583 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:46.435448 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:46.439937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:46.483203 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:46.729029 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.922836 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.085520 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86c6d7-6fcb-45e9-ad66-825b90de339b None None] Network ac469ece-916a-4994-83bf-ee76a67dfc3d requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:47.155194 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] Provisioning complete for port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:47.155612 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.265228 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835804a-c842-40ba-acea-fddbcc296818 req-ce9cca5c-2164-460f-968e-c256c26f6de1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.268469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2835804a-c842-40ba-acea-fddbcc296818 req-ce9cca5c-2164-460f-968e-c256c26f6de1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0579038 Sep 27 08:48:47.307862 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2835804a-c842-40ba-acea-fddbcc296818 req-4d0f4eca-4fd5-4b54-89ee-67739ecac0f9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Sep 27 08:48:47.314363 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.363884 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] For port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:47.410645 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Router 130d3fdf-f556-4202-9b08-71ca9695f067 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:47.440120 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.497663 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ec499-6c45-448c-ada2-1c775cda4038 None None] Pushing event updated for resources: {'Port': ['ID=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:47.521079 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:47.531327 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Sync routers for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:47.541074 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:47.541750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:47.603813 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-050a6340-5dea-4cf1-9c43-8029bf0d02ff None None] Provisioning complete for port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:47.604158 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-050a6340-5dea-4cf1-9c43-8029bf0d02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.628182 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.629965 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3624cef6-6c27-462e-a68d-8325327507c2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1977286 Sep 27 08:48:47.632301 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38950) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:47.650347 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854d01-1adf-4ab4-8395-a9b6b21d0851 req-486e95bd-919d-4679-a93a-6011cd4e9926 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.653359 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7854d01-1adf-4ab4-8395-a9b6b21d0851 req-486e95bd-919d-4679-a93a-6011cd4e9926 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0564358 Sep 27 08:48:47.729310 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7854d01-1adf-4ab4-8395-a9b6b21d0851 req-c195904d-dc14-4815-8f7c-4ce0a62cd90d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631509 Sep 27 08:48:47.816549 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:47.822530 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:47.895303 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-eef7337d-71ff-448a-9c03-7899b4444175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.896828 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-eef7337d-71ff-448a-9c03-7899b4444175 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 1098 time: 0.0848958 Sep 27 08:48:48.018201 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:48.018576 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.073169 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-257f96d7-c2b0-40b4-ac03-6d12cc6d2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.074651 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-257f96d7-c2b0-40b4-ac03-6d12cc6d2ff0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 912 time: 0.1393242 Sep 27 08:48:48.143561 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:46Z', 'revision_number': 3, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:48.170991 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Checking router: 130d3fdf-f556-4202-9b08-71ca9695f067 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:48.171342 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Updating router 130d3fdf-f556-4202-9b08-71ca9695f067 port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:48.177547 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-05c85711-3af9-441b-bbfb-e03a27bf3335 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 200 len: 1001 time: 0.0854807 Sep 27 08:48:48.195835 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.263341 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-6803dc6d-0a7f-4b10-8654-f053fb1ce007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.264738 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-6803dc6d-0a7f-4b10-8654-f053fb1ce007 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0795052 Sep 27 08:48:48.273534 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.365576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-70c63ecf-623b-4560-89de-d23bc2659f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.367240 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-70c63ecf-623b-4560-89de-d23bc2659f75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908129 Sep 27 08:48:48.458225 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.530999 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.545312 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Allocated IP 172.20.0.1 (ac469ece-916a-4994-83bf-ee76a67dfc3d/bdab0376-5e7b-420b-8549-703c69574992/36a5efb6-0088-4e5e-9eb4-2f1641327a1e) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:48.553972 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-603ad629-1c92-4166-901b-0025536486de service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494198 Sep 27 08:48:48.583991 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef907-e0b2-4e90-9b1a-93a50bdcea4f None None] Pushing event updated for resources: {'Port': ['ID=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.586434 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Attempting to bind port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:48.586851 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Attempting to bind port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:48.587170 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Attempting to bind port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:48.593604 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:48.594579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:48.595053 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.595509 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:48.596039 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Bound port: 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:48.596427 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.647042 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] For port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:48.650516 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] For port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:48.707911 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cfaffd17-cd04-4cbb-bc7e-9d7d2ab5e50e req-bfd6df39-b2cc-4b0e-bc7d-fdd7a875b932 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458373 Sep 27 08:48:48.708603 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.727313 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.771764 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef907-e0b2-4e90-9b1a-93a50bdcea4f None None] Pushing event updated for resources: {'Port': ['ID=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.774366 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:48.774966 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:48.822822 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.858301 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c7c3-1e5c-49f4-937b-85fc1a15c551 req-aeeafbc0-2fc8-4560-a973-9d6d283ad64d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.859160 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Network ac469ece-916a-4994-83bf-ee76a67dfc3d is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:48.860592 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3418c7c3-1e5c-49f4-937b-85fc1a15c551 req-aeeafbc0-2fc8-4560-a973-9d6d283ad64d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0500150 Sep 27 08:48:48.863239 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:48.866228 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:48.866762 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.898700 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:48.921679 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Pushing event updated for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.923564 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3418c7c3-1e5c-49f4-937b-85fc1a15c551 req-002c3fbb-7d22-49de-87cb-10fbd2c72dfa tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526843 Sep 27 08:48:49.057897 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.100520 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:46Z', 'revision_number': 3, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:49.124476 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453838-d1dd-4b31-89f8-4a949656a893 None None] The sync data for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi is: [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:46Z', 'revision_number': 3, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:49.135252 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0804d511-040a-4850-a131-4a7289551a97 None None] Provisioning complete for port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:49.135565 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0804d511-040a-4850-a131-4a7289551a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.174740 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-0804d511-040a-4850-a131-4a7289551a97 None None] Port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:49.225969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.313690 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.314435 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.408264 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Pushing event updated for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:49.496459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Network ac469ece-916a-4994-83bf-ee76a67dfc3d is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:49.498089 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:49.632969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Router 130d3fdf-f556-4202-9b08-71ca9695f067 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:49.762885 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:49.768609 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4e70d60e-0da8-4735-9a1e-2cdd3781cc32 admin admin] 10.222.0.74 "PUT /v2.0/routers/130d3fdf-f556-4202-9b08-71ca9695f067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352224 Sep 27 08:48:49.802638 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-760af1e1-5e99-4c19-821e-404e9592d616 None None] Provisioning complete for port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:49.803174 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-760af1e1-5e99-4c19-821e-404e9592d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.826069 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:49.866407 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-760af1e1-5e99-4c19-821e-404e9592d616 None None] Port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:49.888303 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:49.888710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.972442 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:49.993215 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:50.035452 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fde650-67e6-454c-9af7-4d9d1da671a1 req-ff7341d3-f1eb-487e-b360-80a52c7d6507 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:50.037032 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7fde650-67e6-454c-9af7-4d9d1da671a1 req-ff7341d3-f1eb-487e-b360-80a52c7d6507 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0521004 Sep 27 08:48:50.076180 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7fde650-67e6-454c-9af7-4d9d1da671a1 req-1ed176f9-6be6-4116-8120-6af6d36bb600 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Sep 27 08:48:50.097365 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.147117 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:50.595274 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 38986) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:50.601728 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459812883-network', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:50.692710 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Made reservation on behalf of 6eef4040fa87459c9d898e2aead8d7e0 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:50.694394 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Sync routers for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:50.697465 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.705042 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:50.705195 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.705663 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:50.801767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.815266 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:50.873568 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.899756 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:50.908593 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b22db-109b-4994-98ca-7387820c7eb8,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:50.916787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.917137 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Added segment f16be49b-2c45-40f8-b835-3e8bf32947aa of type vlan for network eb204626-9991-4fc5-812d-dff880bcf56e Sep 27 08:48:50.964224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.014933 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 2, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:51.044047 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Checking router: 130d3fdf-f556-4202-9b08-71ca9695f067 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:51.044380 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Updating router 130d3fdf-f556-4202-9b08-71ca9695f067 port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:51.056654 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.057672 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.058260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.069841 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.120488 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] Pushing event updated for resources: {'Network': ['ID=eb204626-9991-4fc5-812d-dff880bcf56e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:51.133082 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network eb204626-9991-4fc5-812d-dff880bcf56e details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:51.190668 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c6bd83cc-ee93-47a7-852a-85eeab23b9bb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5923274 Sep 27 08:48:51.194137 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 38998) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:51.199572 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Request body: {'subnet': {'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459812883-subnet', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:51.296625 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Made reservation on behalf of 6eef4040fa87459c9d898e2aead8d7e0 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:51.299632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.332358 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.393849 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.451072 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Pushing event updated for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:51.452208 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.452592 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.452957 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.453295 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.453631 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.453957 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.454283 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.454606 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.454942 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.455431 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.455925 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.456399 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:51.512701 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Attempting to bind port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:51.513124 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Attempting to bind port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:51.513616 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Attempting to bind port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e on network ac469ece-916a-4994-83bf-ee76a67dfc3d {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:51.521179 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:51.521726 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Checking segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:51.522528 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.523372 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Bound using segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:51.523983 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Bound port: 36a5efb6-0088-4e5e-9eb4-2f1641327a1e, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:51.524648 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.606156 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.606300 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] For port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:51.606300 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] For port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:51.660609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07b9590-ab8f-4967-8102-6e3bb75efe8b,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:51.669180 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Checking segment: {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:51.669542 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Network hostable DHCP agents. Network: eb204626-9991-4fc5-812d-dff880bcf56e, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:51.695841 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-ee2fd505-5cc1-41a7-b7bd-3757603f2130 None None] Provisioning complete for port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:51.696141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd505-5cc1-41a7-b7bd-3757603f2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.725363 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.731628 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-ee2fd505-5cc1-41a7-b7bd-3757603f2130 None None] Port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:51.746529 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:51.772899 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:51.773763 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:51.805606 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Network eb204626-9991-4fc5-812d-dff880bcf56e is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:51.806114 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:51.806490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.831444 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d97db-f85b-4cd9-a232-35f6e7132183 None None] Pushing event updated for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:51.908887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, eb204626-9991-4fc5-812d-dff880bcf56e) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:51.912450 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:51.915265 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.916061 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.918535 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c19bdb-e43c-4512-936e-9980b9e6392f None None] Network eb204626-9991-4fc5-812d-dff880bcf56e requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:51.998707 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] Provisioning complete for port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:51.999076 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.012267 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c027af6b-82a2-437a-9693-def67195b0ab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8164868 Sep 27 08:48:52.014760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39002) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:52.020258 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:52.120012 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.121386 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.223882 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:51Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:52.229350 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.242686 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-eb204626-9991-4fc5-812d-dff880bcf56e', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:48:52.243637 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.252381 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b18a1e-824d-4c8a-a15a-660b90c2395b None None] The sync data for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi is: [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:51Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:52.281291 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.408809 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] For port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:52.464361 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.522009 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Allocated IP 172.20.0.2 (eb204626-9991-4fc5-812d-dff880bcf56e/e07b9590-ab8f-4967-8102-6e3bb75efe8b/32b9a7c7-092f-493a-8d24-5bd717462558) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:52.540904 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5db42-bf83-4116-af6c-83d969faec67 None None] Pushing event updated for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:52.677523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.689118 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.767179 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.824247 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Network eb204626-9991-4fc5-812d-dff880bcf56e is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:52.830331 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:52.837378 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39012) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:52.841553 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:52.858223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Pushing event updated for resources: {'Port': ['ID=32b9a7c7-092f-493a-8d24-5bd717462558,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:52.923475 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Attempting to bind port 32b9a7c7-092f-493a-8d24-5bd717462558 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:52.923909 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Attempting to bind port 32b9a7c7-092f-493a-8d24-5bd717462558 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:52.927889 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Attempting to bind port 32b9a7c7-092f-493a-8d24-5bd717462558 on network eb204626-9991-4fc5-812d-dff880bcf56e {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:52.930207 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:52.930666 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Checking segment: {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:52.931114 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.931517 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Bound using segment: {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:52.931985 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Bound port: 32b9a7c7-092f-493a-8d24-5bd717462558, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:52.932375 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.971037 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.974224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7133b23d-56e0-4db6-a969-c76796a1a83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.000382 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.022303 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] For port 32b9a7c7-092f-493a-8d24-5bd717462558, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:53.027262 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] For port 32b9a7c7-092f-493a-8d24-5bd717462558, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b9a7c7-092f-493a-8d24-5bd717462558,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:53.076892 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7133b23d-56e0-4db6-a969-c76796a1a83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.102900 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.124481 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7133b23d-56e0-4db6-a969-c76796a1a83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.124708 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Allocated IP 172.27.2.219 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/13cce124-6035-4204-81a7-b3a873c563fb) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:53.170055 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7133b23d-56e0-4db6-a969-c76796a1a83c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15a3e55c9f7749fe86f1d913190db35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315024 Sep 27 08:48:53.171115 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b23d-56e0-4db6-a969-c76796a1a83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79510c81-42de-44eb-ba30-6b80fc277ef1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:53.175233 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39016) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:53.186506 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4c8c8-c1ad-46a5-899b-d29862b16787 None None] Pushing event updated for resources: {'Port': ['ID=32b9a7c7-092f-493a-8d24-5bd717462558,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:53.237244 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.255482 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.265924 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.354295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.382890 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.397302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.401353 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79510c81-42de-44eb-ba30-6b80fc277ef1 HTTP/1.1" status: 204 len: 168 time: 0.2245650 Sep 27 08:48:53.421676 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2ab9e-9fc4-4a38-a86c-85c45eb14905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79510c81-42de-44eb-ba30-6b80fc277ef1,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:53.429484 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:53.431633 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:53.437896 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:53.446627 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=13cce124-6035-4204-81a7-b3a873c563fb,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:53.818394 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 36a5efb6-0088-4e5e-9eb4-2f1641327a1e up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:53.857095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.892252 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:53.892252 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.009496 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b9a7c7-092f-493a-8d24-5bd717462558 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:54.061328 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 32b9a7c7-092f-493a-8d24-5bd717462558 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:54.061663 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.099811 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.188665 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.223226 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 32b9a7c7-092f-493a-8d24-5bd717462558, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b9a7c7-092f-493a-8d24-5bd717462558,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:54.264208 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91786d-1edf-4b88-a388-51e4ae90b9b6 None None] Network eb204626-9991-4fc5-812d-dff880bcf56e requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:54.323324 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.325087 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Router f419813b-f745-4c85-a765-779ad05855c0 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:54.380246 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0266a3ea-1fb0-4cde-b213-c42f1ba0a07f None None] Provisioning complete for port 32b9a7c7-092f-493a-8d24-5bd717462558 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:54.380624 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0266a3ea-1fb0-4cde-b213-c42f1ba0a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.428500 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=32b9a7c7-092f-493a-8d24-5bd717462558,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:54.449564 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:54.460353 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Sync routers for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:54.488806 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:54.489443 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:54.553888 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.555255 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8ba3f413-439f-48b9-b9a7-7b530ccdd2c0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5393832 Sep 27 08:48:54.557853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39040) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:54.576534 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39042) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:54.653712 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:54.704923 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2074869786-network', 'tenant_id': 'c69b7b5e72ed4a2f92ae01e2a04461ab'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:54.777305 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Made reservation on behalf of c69b7b5e72ed4a2f92ae01e2a04461ab for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:54.780033 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.789971 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.846211 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-b49ed044-f2ac-4088-bc6c-15528337bfb7 None None] Provisioning complete for port 32b9a7c7-092f-493a-8d24-5bd717462558 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:54.846768 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b49ed044-f2ac-4088-bc6c-15528337bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.026069 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.032651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:53Z', 'revision_number': 3, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:55.067254 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Checking router: f419813b-f745-4c85-a765-779ad05855c0 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:55.068125 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Updating router f419813b-f745-4c85-a765-779ad05855c0 port 13cce124-6035-4204-81a7-b3a873c563fb binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:55.096810 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.111174 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:55.114825 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.139996 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.146434 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Added segment edfba53e-cc97-4f62-8d05-9e2cee26e458 of type vlan for network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a Sep 27 08:48:55.150768 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.223291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.241612 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c24fb3a-1039-47aa-87f1-5d4efb810112,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.302701 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.304215 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:55.304912 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.316248 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Allocated IP 172.20.0.1 (eb204626-9991-4fc5-812d-dff880bcf56e/e07b9590-ab8f-4967-8102-6e3bb75efe8b/81526030-7fc8-4df7-9258-b2a90fef4720) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:55.368361 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] Pushing event updated for resources: {'Network': ['ID=9c359bf6-01d4-4129-b25f-94f06f9d1e4a,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.384792 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:55.388977 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-92f01394-8ca0-40bc-b378-c8760e528d7f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8106620 Sep 27 08:48:55.392710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39048) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:55.398042 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Request body: {'subnet': {'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2074869786-subnet', 'tenant_id': 'c69b7b5e72ed4a2f92ae01e2a04461ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:55.452436 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.503150 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Made reservation on behalf of c69b7b5e72ed4a2f92ae01e2a04461ab for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:55.505630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.576348 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.584019 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.650767 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.655799 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Network eb204626-9991-4fc5-812d-dff880bcf56e is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:55.665259 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:55.667051 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Pushing event updated for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.669239 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:55.710850 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d4b8a-f20d-48f7-a3ad-09aa1a5c18dd None None] Pushing event updated for resources: {'Port': ['ID=13cce124-6035-4204-81a7-b3a873c563fb,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.722927 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Attempting to bind port 13cce124-6035-4204-81a7-b3a873c563fb on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:55.723548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Attempting to bind port 13cce124-6035-4204-81a7-b3a873c563fb by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:55.724118 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Attempting to bind port 13cce124-6035-4204-81a7-b3a873c563fb on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:55.730296 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:55.730822 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:55.731371 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.731864 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:55.732636 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Bound port: 13cce124-6035-4204-81a7-b3a873c563fb, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:55.733144 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.742116 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.780754 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b9a7c7-092f-493a-8d24-5bd717462558 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:55.835439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] For port 13cce124-6035-4204-81a7-b3a873c563fb, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:55.842128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] For port 13cce124-6035-4204-81a7-b3a873c563fb, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=13cce124-6035-4204-81a7-b3a873c563fb,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:55.857063 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 32b9a7c7-092f-493a-8d24-5bd717462558 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:55.857702 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.868470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.929703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e069f0-738a-4d6b-aa63-8ecb873f9285,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.934845 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.936803 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Checking segment: {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:55.937164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Network hostable DHCP agents. Network: 9c359bf6-01d4-4129-b25f-94f06f9d1e4a, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:55.984542 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.023101 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:56.023733 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:56.040623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:56.064176 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d4b8a-f20d-48f7-a3ad-09aa1a5c18dd None None] Pushing event updated for resources: {'Port': ['ID=13cce124-6035-4204-81a7-b3a873c563fb,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:56.072957 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.075386 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-df1aab93-69ad-4986-80f7-7c8c75ca1276 None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:56.075730 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-df1aab93-69ad-4986-80f7-7c8c75ca1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.112911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 9c359bf6-01d4-4129-b25f-94f06f9d1e4a) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:56.118233 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.118897 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.155344 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f7b5f-00b3-48e5-aaa8-fb5da85406bd None None] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:56.157051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-df1aab93-69ad-4986-80f7-7c8c75ca1276 None None] Port 81526030-7fc8-4df7-9258-b2a90fef4720 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:56.182613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.189722 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-97afe9df-fe5c-4915-b2b9-917bb1358e2d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7959578 Sep 27 08:48:56.222686 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:56.228374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.304434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Pushing event updated for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:56.309802 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.405823 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78595f70-674c-46ef-bc08-c1c5e333a0a6 None None] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:56.410295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Network eb204626-9991-4fc5-812d-dff880bcf56e is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:56.412078 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:56.593621 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '81526030-7fc8-4df7-9258-b2a90fef4720', 'name': '', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'mac_address': 'fa:16:3e:39:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:55Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 1, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'subnets': [{'id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:56.627528 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec03ad-6cff-4ee6-aa9d-3ff00a6051ac None None] The sync data for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi is: [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '81526030-7fc8-4df7-9258-b2a90fef4720', 'name': '', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'mac_address': 'fa:16:3e:39:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:55Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 1, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'subnets': [{'id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:56.687599 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-08e343a1-464b-4b98-97d6-a297ebb33c62 None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:56.687599 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-08e343a1-464b-4b98-97d6-a297ebb33c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.724777 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-08e343a1-464b-4b98-97d6-a297ebb33c62 None None] Port 81526030-7fc8-4df7-9258-b2a90fef4720 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:56.766416 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Router f419813b-f745-4c85-a765-779ad05855c0 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:56.889428 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:56.900855 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-537c51a9-cfec-46c3-a2e6-798eb2866245 admin admin] 10.222.0.74 "PUT /v2.0/routers/f419813b-f745-4c85-a765-779ad05855c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416927 Sep 27 08:48:57.788404 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 13cce124-6035-4204-81a7-b3a873c563fb up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:57.843561 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 13cce124-6035-4204-81a7-b3a873c563fb triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:57.844103 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:57.947284 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:57.971666 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 13cce124-6035-4204-81a7-b3a873c563fb, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=13cce124-6035-4204-81a7-b3a873c563fb,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:58.062552 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.121871 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=13cce124-6035-4204-81a7-b3a873c563fb,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:58.509930 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-8de72c48-24ad-483c-add2-7a4e98864efa tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.511576 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-8de72c48-24ad-483c-add2-7a4e98864efa tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/networks?id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 200 len: 809 time: 0.1301036 Sep 27 08:48:58.528010 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-fa7c9faa-e061-43b3-93ef-4ec401a32ee4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/quotas/c69b7b5e72ed4a2f92ae01e2a04461ab HTTP/1.1" status: 200 len: 375 time: 0.0096271 Sep 27 08:48:58.834018 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-168f028d-6089-4bd4-a7e0-c875ebda5c53 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2986009 Sep 27 08:48:58.927064 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-b045b6cd-4f3f-4b7c-9892-1483ee3b71e1 service neutron] 10.222.0.74 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926516 Sep 27 08:48:59.031277 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-6700f4cd-a846-4766-80d9-8cec343bdd69 service neutron] 10.222.0.74 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975153 Sep 27 08:48:59.291586 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb841e89-7252-42db-a883-23f4567113d9 req-73a0caa2-56bd-452a-b611-1515f890809d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 210 time: 0.0268855 Sep 27 08:48:59.778005 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 13cce124-6035-4204-81a7-b3a873c563fb up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:59.857197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 13cce124-6035-4204-81a7-b3a873c563fb triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:59.857571 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.189281 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Sync routers for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:00.202029 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:00.202662 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.329216 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:00.407232 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc11e0f1-7751-4aff-b472-664dcd5e0460 req-e9ce466d-b8ba-4486-96ef-15f3c6243d5c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 210 time: 0.0303948 Sep 27 08:49:00.565574 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '81526030-7fc8-4df7-9258-b2a90fef4720', 'name': '', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'mac_address': 'fa:16:3e:39:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:55Z', 'updated_at': '2021-09-27T08:48:56Z', 'revision_number': 2, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'subnets': [{'id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.591623 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Checking router: f419813b-f745-4c85-a765-779ad05855c0 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:00.591993 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Updating router f419813b-f745-4c85-a765-779ad05855c0 port 81526030-7fc8-4df7-9258-b2a90fef4720 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:49:00.622134 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.895483 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.108346 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.152108 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872f98-3d2c-4064-96a8-6804d89f006b None None] Pushing event updated for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:01.239183 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Attempting to bind port 81526030-7fc8-4df7-9258-b2a90fef4720 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:01.239861 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Attempting to bind port 81526030-7fc8-4df7-9258-b2a90fef4720 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:01.239968 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Attempting to bind port 81526030-7fc8-4df7-9258-b2a90fef4720 on network eb204626-9991-4fc5-812d-dff880bcf56e {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:01.245695 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:01.246074 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Checking segment: {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:01.246477 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.247046 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Bound using segment: {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:01.247670 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Bound port: 81526030-7fc8-4df7-9258-b2a90fef4720, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16be49b-2c45-40f8-b835-3e8bf32947aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:01.248247 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.336133 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] For port 81526030-7fc8-4df7-9258-b2a90fef4720, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:01.342146 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] For port 81526030-7fc8-4df7-9258-b2a90fef4720, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=81526030-7fc8-4df7-9258-b2a90fef4720,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:01.428759 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.501938 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:01.502507 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.534927 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872f98-3d2c-4064-96a8-6804d89f006b None None] Pushing event updated for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:01.538190 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74fe0419-0887-4ae2-ae8f-0593b23f62d1 req-90a0f876-9e80-4950-b8d7-7d4b34501ab4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 210 time: 0.0319598 Sep 27 08:49:01.565479 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:01.567078 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:01.667911 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.767357 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:01.768930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] For port 81526030-7fc8-4df7-9258-b2a90fef4720, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=81526030-7fc8-4df7-9258-b2a90fef4720,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:01.858036 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 81526030-7fc8-4df7-9258-b2a90fef4720 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:01.921466 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.005093 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:02.005812 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.069577 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '81526030-7fc8-4df7-9258-b2a90fef4720', 'name': '', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'mac_address': 'fa:16:3e:39:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:55Z', 'updated_at': '2021-09-27T08:49:01Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'subnets': [{'id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:02.118707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-89a360e2-905f-451c-b79c-38b89fa9bbc7 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.120335 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-89a360e2-905f-451c-b79c-38b89fa9bbc7 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "GET /v2.0/networks?id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 200 len: 809 time: 0.1540537 Sep 27 08:49:02.139143 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-dd844c79-e3a1-4c4d-baf7-ef5b6a55d067 None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:02.139524 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-dd844c79-e3a1-4c4d-baf7-ef5b6a55d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.143971 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Request body: {'port': {'device_id': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a', 'admin_state_up': True, 'tenant_id': 'c69b7b5e72ed4a2f92ae01e2a04461ab'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:02.145314 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96da4af-4462-45d8-a9bd-dc238822204e None None] The sync data for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi is: [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:48:55Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '81526030-7fc8-4df7-9258-b2a90fef4720', 'name': '', 'network_id': 'eb204626-9991-4fc5-812d-dff880bcf56e', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'mac_address': 'fa:16:3e:39:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:55Z', 'updated_at': '2021-09-27T08:49:01Z', 'revision_number': 4, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'subnets': [{'id': 'e07b9590-ab8f-4967-8102-6e3bb75efe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:02.206488 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbbf32-aa90-49fe-b48b-4dbdd0fda4e3 None None] Pushing event updated for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:02.364841 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Made reservation on behalf of c69b7b5e72ed4a2f92ae01e2a04461ab for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:02.370537 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.532651 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Allocated IP 172.20.0.4 (9c359bf6-01d4-4129-b25f-94f06f9d1e4a/a5e069f0-738a-4d6b-aa63-8ecb873f9285/09865d26-5747-4fe2-afa4-e4ff30955aaf) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:02.673529 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-34c1b19e-b79c-43be-8759-15048be27247 req-3ce4b3de-97dd-43ee-8b55-8d5f7b3773a5 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 210 time: 0.0342348 Sep 27 08:49:02.726345 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.822897 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.869630 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:02.875878 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:02.878474 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:02.883798 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.884421 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.897823 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Pushing event updated for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:02.960645 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-f9fb6ecb-2343-4b17-acb6-ce6305ee706c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218708 Sep 27 08:49:02.976558 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Request body: {'port': {'device_id': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:03.039929 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.423303 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09865d26-5747-4fe2-afa4-e4ff30955aaf {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:03.434162 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.450296 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Transition to ACTIVE for port object 09865d26-5747-4fe2-afa4-e4ff30955aaf will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:03.525596 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.579327 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Pushing event updated for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:03.639708 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Attempting to bind port 09865d26-5747-4fe2-afa4-e4ff30955aaf on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:03.640047 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Attempting to bind port 09865d26-5747-4fe2-afa4-e4ff30955aaf by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:03.640376 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Attempting to bind port 09865d26-5747-4fe2-afa4-e4ff30955aaf on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:03.645771 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Port 09865d26-5747-4fe2-afa4-e4ff30955aaf on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:03.646439 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Attempting to bind port 09865d26-5747-4fe2-afa4-e4ff30955aaf on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:03.651375 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:03.651717 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Checking segment: {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:03.652106 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Bound using segment: {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:03.652760 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Bound port: 09865d26-5747-4fe2-afa4-e4ff30955aaf, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:03.653276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.773089 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:03.781615 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:03.821125 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 81526030-7fc8-4df7-9258-b2a90fef4720 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:03.842281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a29c7-5dc1-445a-94a6-97cddbd1ac8e req-37194521-5a47-40e1-a238-7825b59b000b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:03.851109 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638a29c7-5dc1-445a-94a6-97cddbd1ac8e req-37194521-5a47-40e1-a238-7825b59b000b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 943 time: 0.1020637 Sep 27 08:49:03.874340 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.904630 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638a29c7-5dc1-445a-94a6-97cddbd1ac8e req-e8122e87-39f5-4e11-819d-7c42b3b2b4f4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478432 Sep 27 08:49:03.910076 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 81526030-7fc8-4df7-9258-b2a90fef4720 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:03.910646 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.930317 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:03.930943 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.932510 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] 10.222.0.68 "PUT /v2.0/ports/09865d26-5747-4fe2-afa4-e4ff30955aaf HTTP/1.1" status: 200 len: 1093 time: 0.9604154 Sep 27 08:49:03.932977 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:03.935841 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a2d659-5579-4b59-95bc-c8fae2129ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:03.980160 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7c0e-9c51-4317-a4c0-2760a27aee98 service neutron] Pushing event updated for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:03.997209 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e463591-c921-46d2-8f17-6678a8bea45b x-openstack-request-id: req-3e463591-c921-46d2-8f17-6678a8bea45b {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:03.997765 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:03.998024 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e463591-c921-46d2-8f17-6678a8bea45b {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:03.998479 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf', 'status': 'completed', 'code': 200} Sep 27 08:49:04.069089 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-d41d56e6-d5e0-4d02-a471-6048d9c90d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.070603 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-d41d56e6-d5e0-4d02-a471-6048d9c90d4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 1096 time: 0.0484228 Sep 27 08:49:04.193934 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-594045ec-9f7a-4e37-bde8-ea3d896473bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.195438 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-594045ec-9f7a-4e37-bde8-ea3d896473bb service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1151857 Sep 27 08:49:04.305729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-375729a9-578e-4488-b0d2-4d3812f5b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.307250 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b3a2d659-5579-4b59-95bc-c8fae2129ad8 req-375729a9-578e-4488-b0d2-4d3812f5b91a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040866 Sep 27 08:49:04.412512 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-00511ac6-4946-44ae-bc61-087e4e8e91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.414402 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-00511ac6-4946-44ae-bc61-087e4e8e91e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 1096 time: 0.0517607 Sep 27 08:49:04.461442 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-8bdb7fb9-4577-4c2f-bf0e-948492b74b9a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf HTTP/1.1" status: 200 len: 217 time: 0.0386343 Sep 27 08:49:04.515773 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-bbff1337-e42f-4d57-a018-61124492bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.517844 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-bbff1337-e42f-4d57-a018-61124492bbea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5e069f0-738a-4d6b-aa63-8ecb873f9285 HTTP/1.1" status: 200 len: 849 time: 0.0501924 Sep 27 08:49:04.549362 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-b442e9e3-690e-4155-9b8b-5c75c3f74583 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244188 Sep 27 08:49:04.643438 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-ad8802ca-a16e-456a-a64b-f0f460825e81 service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868306 Sep 27 08:49:04.735004 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1f4da47c-a454-4a06-b11d-8bc74627ae99 req-ae074549-5757-400b-b6b1-46f765b70dd8 service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Sep 27 08:49:05.022715 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bcdcd-6d85-4901-9acc-0f86a0193fbb req-db77cefe-9ec4-437e-80d3-a951540f9644 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:05.024794 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-737bcdcd-6d85-4901-9acc-0f86a0193fbb req-db77cefe-9ec4-437e-80d3-a951540f9644 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 943 time: 0.0591369 Sep 27 08:49:05.073770 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-737bcdcd-6d85-4901-9acc-0f86a0193fbb req-124d05d1-c5a7-4956-825d-d0a45a2d140f tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Sep 27 08:49:06.207383 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4961829-a4aa-4a67-b11e-b4e2575b7a53 req-6055d091-549d-4488-b129-1b1b7cf1ef66 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:06.209324 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e4961829-a4aa-4a67-b11e-b4e2575b7a53 req-6055d091-549d-4488-b129-1b1b7cf1ef66 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 943 time: 0.0572565 Sep 27 08:49:06.262744 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e4961829-a4aa-4a67-b11e-b4e2575b7a53 req-f4e3a4c5-ab12-4efa-97e3-e52cdb75ee82 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Sep 27 08:49:07.136823 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 09865d26-5747-4fe2-afa4-e4ff30955aaf details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:07.260845 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:07.278794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '09865d26-5747-4fe2-afa4-e4ff30955aaf', 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a', 'port_id': '09865d26-5747-4fe2-afa4-e4ff30955aaf', 'mac_address': 'fa:16:3e:bf:2e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e069f0-738a-4d6b-aa63-8ecb873f9285', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:07.381484 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142fb7e-515b-4a4e-bd8a-8c8aa360f711 req-e6479b5f-cc02-46a6-a259-dc40326f4749 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:07.389258 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c142fb7e-515b-4a4e-bd8a-8c8aa360f711 req-e6479b5f-cc02-46a6-a259-dc40326f4749 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 943 time: 0.0630183 Sep 27 08:49:07.439304 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c142fb7e-515b-4a4e-bd8a-8c8aa360f711 req-7192fab2-94bb-4423-b28e-5db4191cb84b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Sep 27 08:49:07.462085 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.477676 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09865d26-5747-4fe2-afa4-e4ff30955aaf {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:07.498971 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:07.742819 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.792070 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.000158 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['09865d26-5747-4fe2-afa4-e4ff30955aaf'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:08.313291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4058-b3df-4073-8eaa-f1aec3fb4951 req-7f21256d-3d42-45e8-b407-9524dd72d170 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:08.315367 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3fed4058-b3df-4073-8eaa-f1aec3fb4951 req-7f21256d-3d42-45e8-b407-9524dd72d170 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Sep 27 08:49:08.353771 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3fed4058-b3df-4073-8eaa-f1aec3fb4951 req-85655b93-e8f7-4d39-9c72-b79c684f3c02 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Sep 27 08:49:08.548588 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6a7acc7d-ae75-4c26-a82b-4ff395d1c6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.559201 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b596d8c-a59e-4313-a631-a01bc418c3a5 req-d70051f3-9649-40da-ba12-506866bc8674 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:08.560728 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2b596d8c-a59e-4313-a631-a01bc418c3a5 req-d70051f3-9649-40da-ba12-506866bc8674 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 944 time: 0.0508623 Sep 27 08:49:08.599610 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2b596d8c-a59e-4313-a631-a01bc418c3a5 req-b021a9d4-b5a0-4d2c-95c1-382d83c3d722 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Sep 27 08:49:09.115080 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-23356ebc-8ce8-4816-9dcd-e235e891bf3f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:09.116552 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-23356ebc-8ce8-4816-9dcd-e235e891bf3f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 814 time: 0.1025620 Sep 27 08:49:09.131255 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-4315f0a1-4330-4ae2-b3ab-571645d745fd tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/quotas/8275d810d9af4dd9a16cae9122ef7a8a HTTP/1.1" status: 200 len: 375 time: 0.0091083 Sep 27 08:49:09.140515 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 09865d26-5747-4fe2-afa4-e4ff30955aaf up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:09.181674 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-e6caa8d2-6b05-44ea-a1a7-5dfb78e84406 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449750 Sep 27 08:49:09.256283 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 09865d26-5747-4fe2-afa4-e4ff30955aaf completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:09.260382 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 09865d26-5747-4fe2-afa4-e4ff30955aaf triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:09.260792 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.280335 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-9c908345-a43a-4d3d-aa37-0e936ff161b6 service neutron] 10.222.0.74 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873275 Sep 27 08:49:09.336842 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.359088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:09.361444 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c578e4-ea03-4ba0-a56d-1abce5e280b3" -d '{"events": [{"server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "name": "network-vif-plugged", "status": "completed", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:09.369759 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-faf6bb8e-81b3-4ee8-9dae-d737bbf26200 service neutron] 10.222.0.74 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Sep 27 08:49:09.377505 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:09.402568 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702024c-16a1-4aba-8277-5468dbbd1a99 x-openstack-request-id: req-5702024c-16a1-4aba-8277-5468dbbd1a99 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:09.402879 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "name": "network-vif-plugged", "status": "completed", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:09.403132 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5702024c-16a1-4aba-8277-5468dbbd1a99 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:09.403536 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf', 'code': 200} Sep 27 08:49:09.445722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.494226 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.508626 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657be9c-002f-4b70-98e1-75619bbbba90 req-24ecc567-d6c0-490d-85aa-d83e53debf2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:09.510366 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f657be9c-002f-4b70-98e1-75619bbbba90 req-24ecc567-d6c0-490d-85aa-d83e53debf2a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Sep 27 08:49:09.550241 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f657be9c-002f-4b70-98e1-75619bbbba90 req-dc4a4dd8-e5ec-4f72-b05e-87cb753348b3 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Sep 27 08:49:09.632595 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5a64366d-6c00-47da-baa4-7b72bbc0a4d2 req-cd959af0-4595-478e-bd78-5b3b066240ac tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Sep 27 08:49:09.717184 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:49:09.745502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb69f8-03a4-4c9e-8323-370df8ebd04e req-0eec85cf-4928-4f42-b8f7-19558d766f60 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:09.747051 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74bb69f8-03a4-4c9e-8323-370df8ebd04e req-0eec85cf-4928-4f42-b8f7-19558d766f60 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0531874 Sep 27 08:49:09.767569 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268151d8-1955-44fb-bebf-6a1a46743356 req-90b5e813-7d78-422c-80a8-8dc559789b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:09.769173 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-268151d8-1955-44fb-bebf-6a1a46743356 req-90b5e813-7d78-422c-80a8-8dc559789b20 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 1098 time: 0.0406780 Sep 27 08:49:09.786620 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74bb69f8-03a4-4c9e-8323-370df8ebd04e req-4d273a75-865c-4a3e-839f-6600797a5d84 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Sep 27 08:49:09.811056 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-268151d8-1955-44fb-bebf-6a1a46743356 req-7e0e9aad-3e88-454f-8529-aa5ae4d4e4e7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 27 08:49:10.120651 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0622d-4878-46e9-8876-d59409fa016b req-398fb6af-f44a-4b28-983c-1882050e4112 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:10.122122 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-12d0622d-4878-46e9-8876-d59409fa016b req-398fb6af-f44a-4b28-983c-1882050e4112 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0489221 Sep 27 08:49:10.216291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port 90388bf9-79c9-4943-8eec-d27339db9b5a {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:10.216629 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.306784 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] For port 90388bf9-79c9-4943-8eec-d27339db9b5a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=90388bf9-79c9-4943-8eec-d27339db9b5a,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:10.307146 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.523626 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.523994 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.524314 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 26ec91c2-b0ab-430a-911f-2bb01c716682 disassociated. External IP: 172.27.2.118, port: 90388bf9-79c9-4943-8eec-d27339db9b5a. Sep 27 08:49:10.524652 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for 90388bf9-79c9-4943-8eec-d27339db9b5a owned by compute:nova {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:10.695456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724e83-3d8f-4ec3-887b-2c5751a3a060 req-df31ccbd-43e7-49bb-a8fd-f38208064e18 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:10.696966 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aa724e83-3d8f-4ec3-887b-2c5751a3a060 req-df31ccbd-43e7-49bb-a8fd-f38208064e18 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 945 time: 0.0712457 Sep 27 08:49:10.730473 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b91a148c-63a1-4179-8719-6a45ceb596de req-94d7ae70-e1a4-4fad-999e-24b7247ac592 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 210 time: 0.0321543 Sep 27 08:49:10.736110 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-aa724e83-3d8f-4ec3-887b-2c5751a3a060 req-29ec6a18-487d-4b44-9904-f8aa252d02a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328372 Sep 27 08:49:10.788694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.816740 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=90388bf9-79c9-4943-8eec-d27339db9b5a,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:10.951357 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db95bf-543f-4429-ae2a-1bf58dd8ebea req-cd191752-33ea-4ef6-aaa5-f865edcf4f15 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:10.952863 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-50db95bf-543f-4429-ae2a-1bf58dd8ebea req-cd191752-33ea-4ef6-aaa5-f865edcf4f15 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0902786 Sep 27 08:49:10.985399 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:11.010236 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-50db95bf-543f-4429-ae2a-1bf58dd8ebea req-3916de8b-8594-4376-a22e-5a1bbb3d933b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Sep 27 08:49:11.114216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:11.123730 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:11.134397 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:11.135250 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:48:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.166636 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] No DVR routers for this DVR port 90388bf9-79c9-4943-8eec-d27339db9b5a on host hv-cinder-81108 {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:11.169835 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.172542 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-12d0622d-4878-46e9-8876-d59409fa016b req-20e5b6da-40ca-4f51-82d2-9a7547d86673 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "DELETE /v2.0/ports/90388bf9-79c9-4943-8eec-d27339db9b5a HTTP/1.1" status: 204 len: 173 time: 1.0430131 Sep 27 08:49:11.173536 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'name': 'network-vif-deleted', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:11.178850 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa6090-c721-40cf-8b77-ca48a59f9519" -d '{"events": [{"server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "name": "network-vif-deleted", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:11.230348 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853c8ad5-a8c8-4db3-bfb3-f0d467ecc6f2 x-openstack-request-id: req-853c8ad5-a8c8-4db3-bfb3-f0d467ecc6f2 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:11.230643 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5684da2-7ff9-42ee-93e8-d4ad9a1e2756", "name": "network-vif-deleted", "tag": "90388bf9-79c9-4943-8eec-d27339db9b5a", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:11.230889 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-853c8ad5-a8c8-4db3-bfb3-f0d467ecc6f2 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:11.231292 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5684da2-7ff9-42ee-93e8-d4ad9a1e2756', 'name': 'network-vif-deleted', 'tag': '90388bf9-79c9-4943-8eec-d27339db9b5a', 'status': 'completed', 'code': 200} Sep 27 08:49:11.262212 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a6471048-89e0-45cc-b690-3c1854e19ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.274016 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:11.473245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.503026 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:11.511336 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:11.518128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.618736 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:11.841014 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.859711 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d9d384e2-1bd3-49d6-88f8-a2ffc531ce2e req-9198efae-db58-4ed2-8f19-b5caeca70114 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5684da2-7ff9-42ee-93e8-d4ad9a1e2756 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Sep 27 08:49:11.892954 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.922703 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6999de3-fe50-4dd1-a628-fa116e73c028 None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:11.971654 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-b726c00b-9de3-473d-94e2-30c090fa6abd tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:11.973225 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-b726c00b-9de3-473d-94e2-30c090fa6abd tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 814 time: 0.1165555 Sep 27 08:49:12.010894 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'port': {'device_id': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'admin_state_up': True, 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:12.034306 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4604f364-b68a-4d58-85b0-0312eccecf3b req-d558589b-8519-4383-9c7f-76c49e658013 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 210 time: 0.2240179 Sep 27 08:49:12.147538 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee8de-c1b9-4650-8ed2-f96d185d6a85 req-1b7a4cc4-d968-4397-906f-11589406c433 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:12.149103 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfcee8de-c1b9-4650-8ed2-f96d185d6a85 req-1b7a4cc4-d968-4397-906f-11589406c433 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0602465 Sep 27 08:49:12.204988 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9859e5-bb3e-4f5f-985f-94dff26704d9 None None] New status for floating IP 26ec91c2-b0ab-430a-911f-2bb01c716682: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:12.208346 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfcee8de-c1b9-4650-8ed2-f96d185d6a85 req-ae02e3cc-5202-4f49-9cd6-aded04d31c0c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Sep 27 08:49:12.234252 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Made reservation on behalf of 8275d810d9af4dd9a16cae9122ef7a8a for: {'port': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:12.238444 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.372215 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Allocated IP 172.20.0.4 (ac469ece-916a-4994-83bf-ee76a67dfc3d/bdab0376-5e7b-420b-8549-703c69574992/306ed4e3-90b8-4113-9608-a5c35f56a12e) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:12.552333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.571198 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.660116 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.722424 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Network ac469ece-916a-4994-83bf-ee76a67dfc3d is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:12.726138 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:12.741118 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:12.747189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:12.750024 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.793854 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:12.891895 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-4160cc37-fc97-4f9a-9fc1-2dc5f8f0c97f tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845801 Sep 27 08:49:13.118328 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-898030aa-5ab0-4b79-b3e4-96c407d9b6bb None None] Provisioning complete for port 306ed4e3-90b8-4113-9608-a5c35f56a12e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:13.119229 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-898030aa-5ab0-4b79-b3e4-96c407d9b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.157195 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 90388bf9-79c9-4943-8eec-d27339db9b5a no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:13.171731 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9636e-e661-438d-81d2-0cd57f6b305e req-739d702e-534e-45a8-a2ad-82357f4b6b76 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:13.179796 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6f9636e-e661-438d-81d2-0cd57f6b305e req-739d702e-534e-45a8-a2ad-82357f4b6b76 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0652304 Sep 27 08:49:13.186335 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 90388bf9-79c9-4943-8eec-d27339db9b5a {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:13.186930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 90388bf9-79c9-4943-8eec-d27339db9b5a not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:13.202021 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-898030aa-5ab0-4b79-b3e4-96c407d9b6bb None None] Port 306ed4e3-90b8-4113-9608-a5c35f56a12e cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:13.228347 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6f9636e-e661-438d-81d2-0cd57f6b305e req-85f6c56b-75ab-47e4-99f3-df40b11eaac2 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 Sep 27 08:49:13.387111 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-5f3e5ee7-4d76-4efe-8bb2-6f8f05a5b1c7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427572936&fields=id&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 267 time: 0.0344770 Sep 27 08:49:13.497351 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-8a6c8769-2ec2-496b-8fb9-7c1416eafc5f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:13.498916 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-8a6c8769-2ec2-496b-8fb9-7c1416eafc5f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1046894 Sep 27 08:49:13.515737 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-5628e572-f6af-4e0e-ac4c-2d967c256769 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/quotas/cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Sep 27 08:49:13.571152 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-709bc82f-4b91-412b-bf25-1cbe7c308c6f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492337 Sep 27 08:49:13.673947 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-070faa5b-105d-411b-832e-70889cac6832 service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890296 Sep 27 08:49:13.765084 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-cfac648b-d706-4727-b348-2c2671009346 service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845175 Sep 27 08:49:14.108322 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.792431 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4e1b-f3ab-4224-9101-df4a21f40570 req-5010eb95-a654-45ab-8de3-83ba38533085 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.793968 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51aa4e1b-f3ab-4224-9101-df4a21f40570 req-5010eb95-a654-45ab-8de3-83ba38533085 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0566061 Sep 27 08:49:14.838771 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51aa4e1b-f3ab-4224-9101-df4a21f40570 req-e09363ab-1b1f-4240-b45b-be2bfa6abc84 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Sep 27 08:49:14.906343 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a5659be5-5c10-4ca0-b2ee-ae6b5b577b93 req-5507ee45-3876-4331-88b0-6008f5f58319 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Sep 27 08:49:15.019535 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44ed4f-cdab-4668-9207-d5524d48d768 req-e22801f8-aa1f-49b9-b0d6-e3037f0d44e2 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.021450 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fa44ed4f-cdab-4668-9207-d5524d48d768 req-e22801f8-aa1f-49b9-b0d6-e3037f0d44e2 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0588899 Sep 27 08:49:15.066417 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fa44ed4f-cdab-4668-9207-d5524d48d768 req-ee2ed08a-dae0-460f-9d66-b7653f705c38 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Sep 27 08:49:15.964836 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4349-b445-4e99-8e5b-3df2736acd67 req-1af1111c-f7b3-4d65-8c80-b952371d0af1 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.966232 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-384d4349-b445-4e99-8e5b-3df2736acd67 req-1af1111c-f7b3-4d65-8c80-b952371d0af1 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0568695 Sep 27 08:49:16.007073 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-384d4349-b445-4e99-8e5b-3df2736acd67 req-4b5e0a9f-a94a-4d8f-a31a-f58faadd286d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Sep 27 08:49:16.104574 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-60b428a6-bc31-4a75-ae94-1b0bd5f2ad0c req-8db63514-b58b-4cc8-8c27-9b466cf985da tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0318832 Sep 27 08:49:16.221358 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57955d-83a1-4f96-a5d5-495562fe9551 req-7417ddb2-2979-42da-ac6d-78c41ee428c1 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:16.222825 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9b57955d-83a1-4f96-a5d5-495562fe9551 req-7417ddb2-2979-42da-ac6d-78c41ee428c1 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0510662 Sep 27 08:49:16.269882 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9b57955d-83a1-4f96-a5d5-495562fe9551 req-bcaa850c-d3f6-4389-a95b-2f9942e28f42 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Sep 27 08:49:17.149569 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48716-eef0-4159-a219-5e96db7e1c28 req-da4cb08d-8a31-4554-a74c-020e3190b859 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:17.151353 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-83e48716-eef0-4159-a219-5e96db7e1c28 req-da4cb08d-8a31-4554-a74c-020e3190b859 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0677156 Sep 27 08:49:17.472567 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-83e48716-eef0-4159-a219-5e96db7e1c28 req-4cdaa74a-6b0c-4157-8c58-f9961cc37509 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138671 Sep 27 08:49:17.560893 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4996a911-9db0-4054-aadc-53b6cc05d2ab req-b23d01b8-9d45-4274-8469-9c11d5fc64ea tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0262167 Sep 27 08:49:17.668849 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a9ab4-dc5a-4ee4-be1e-e7c6e4138449 req-d04a9c5a-8732-4d24-9f02-1adc7cbdf9b8 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:17.673287 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7a3a9ab4-dc5a-4ee4-be1e-e7c6e4138449 req-d04a9c5a-8732-4d24-9f02-1adc7cbdf9b8 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0538976 Sep 27 08:49:17.711280 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7a3a9ab4-dc5a-4ee4-be1e-e7c6e4138449 req-24a42e3c-131d-42f7-b411-03da96f91475 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 Sep 27 08:49:18.596326 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ef87d-0ed2-4810-9544-af6c1bf604c9 req-ac7e90c5-b2eb-48ec-9e55-03387753be9b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:18.597876 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cd0ef87d-0ed2-4810-9544-af6c1bf604c9 req-ac7e90c5-b2eb-48ec-9e55-03387753be9b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0561745 Sep 27 08:49:18.643153 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-cd0ef87d-0ed2-4810-9544-af6c1bf604c9 req-38156889-41bd-4aa2-8a40-587501c6e1ea tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Sep 27 08:49:18.728023 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0ba082dd-d7f6-4a55-aab5-ce59d3aba276 req-20b43fa2-0cb6-4dd1-a84d-76ff0d612ec8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Sep 27 08:49:18.840458 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fcd8d-7a5d-4529-bd62-d3a41d5f5d44 req-e034fa60-a314-44fb-b892-1fee931ef097 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:18.842022 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-925fcd8d-7a5d-4529-bd62-d3a41d5f5d44 req-e034fa60-a314-44fb-b892-1fee931ef097 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0514872 Sep 27 08:49:18.881805 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-925fcd8d-7a5d-4529-bd62-d3a41d5f5d44 req-1f79a7b8-8bae-4dc6-8560-fdc8c7aa3e50 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Sep 27 08:49:19.762189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ece1-8320-4f7b-a157-21c7c90a60d0 req-db1dcc3d-4194-4521-882b-451cb2c73a94 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:19.763715 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1311ece1-8320-4f7b-a157-21c7c90a60d0 req-db1dcc3d-4194-4521-882b-451cb2c73a94 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0511706 Sep 27 08:49:19.803567 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1311ece1-8320-4f7b-a157-21c7c90a60d0 req-24e65970-987d-46e5-b41f-e0b149be752a tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Sep 27 08:49:19.890861 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f1ed9e91-7986-4035-9b89-c736e7047a68 req-d3f14b86-a926-4df1-908a-ece8f73a20b1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Sep 27 08:49:19.999705 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae540ed-a974-4b30-b495-fa098f8637d2 req-62a85b10-f2b2-471c-b1b4-ce4b909b00dc tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:20.001841 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3ae540ed-a974-4b30-b495-fa098f8637d2 req-62a85b10-f2b2-471c-b1b4-ce4b909b00dc tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0510690 Sep 27 08:49:20.043402 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3ae540ed-a974-4b30-b495-fa098f8637d2 req-23a45f84-0502-4c2c-acc3-4c6a05755c96 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347636 Sep 27 08:49:20.918658 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819db2-f6bf-4560-9102-6d9659117366 req-11224b12-e3ed-431e-af38-1a78465524aa tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:20.920249 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c4819db2-f6bf-4560-9102-6d9659117366 req-11224b12-e3ed-431e-af38-1a78465524aa tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0497952 Sep 27 08:49:20.960336 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c4819db2-f6bf-4560-9102-6d9659117366 req-dcc7eac1-2324-48c6-bbaf-d6e1498a4e44 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Sep 27 08:49:21.047421 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f796920f-dd9a-458b-a729-6e80ef34a5b0 req-76afd057-71aa-4aa0-a152-7f3622d14d4d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Sep 27 08:49:21.163389 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7856c-b83e-46fc-b5ca-4cbc825f94e8 req-6ffa1c3e-b135-41ec-82cd-4865a36bd057 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:21.164830 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-45d7856c-b83e-46fc-b5ca-4cbc825f94e8 req-6ffa1c3e-b135-41ec-82cd-4865a36bd057 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0520220 Sep 27 08:49:21.203121 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-45d7856c-b83e-46fc-b5ca-4cbc825f94e8 req-c9c7bc24-c434-4809-83b3-a9431c7e9ebd tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Sep 27 08:49:22.085557 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca67f-cc23-44db-bb4e-2abf6c2d946c req-3e30fc75-b25b-4c22-b5c8-80e6472fddf9 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:22.087075 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eafca67f-cc23-44db-bb4e-2abf6c2d946c req-3e30fc75-b25b-4c22-b5c8-80e6472fddf9 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.0506656 Sep 27 08:49:22.126515 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-eafca67f-cc23-44db-bb4e-2abf6c2d946c req-8da2910e-ba44-476b-bbca-0748371bdf37 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Sep 27 08:49:22.208540 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d9aa46ce-3c34-4a79-955c-b1fcfc02e0ad req-4cbeb660-6223-413a-9408-2ab92f1a9ae4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0264642 Sep 27 08:49:22.326019 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd2bd6-d467-421c-be46-5913352ff9e9 req-e9f6b058-a8cc-4456-bf03-1e2375203ad4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:22.327629 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-13dd2bd6-d467-421c-be46-5913352ff9e9 req-e9f6b058-a8cc-4456-bf03-1e2375203ad4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0557904 Sep 27 08:49:22.372031 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-13dd2bd6-d467-421c-be46-5913352ff9e9 req-e3ee4cb6-b59f-4b7b-8bc2-e38d41b40d88 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Sep 27 08:49:23.121423 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Request body: {'port': {'device_id': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:23.178611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.335244 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ca6a-caea-44b5-a3bd-dc12d4637a9a req-f3543c51-2723-47a8-acb5-0a4284d45ea6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.339771 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e9f0ca6a-caea-44b5-a3bd-dc12d4637a9a req-f3543c51-2723-47a8-acb5-0a4284d45ea6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 931 time: 0.1267595 Sep 27 08:49:23.443746 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e9f0ca6a-caea-44b5-a3bd-dc12d4637a9a req-3a2330c8-8e88-4084-8291-a9dd5b3c00f6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Sep 27 08:49:23.462784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a5a22fab-fd5d-4ea1-a291-2ca82e428333 req-a5eb07ac-1938-4385-83f7-c876a6c047a7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0895622 Sep 27 08:49:23.543848 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306ed4e3-90b8-4113-9608-a5c35f56a12e {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:23.563904 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.582969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Transition to ACTIVE for port object 306ed4e3-90b8-4113-9608-a5c35f56a12e will not be triggered until provisioned by entity L2. {{(pid=101199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:23.594501 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2db3-da02-46a1-aca8-1bbf7ebafedd req-aa6f77dc-88c7-4c54-8737-352c9a3098db tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.596627 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3a4f2db3-da02-46a1-aca8-1bbf7ebafedd req-aa6f77dc-88c7-4c54-8737-352c9a3098db tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0675955 Sep 27 08:49:23.635753 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3a4f2db3-da02-46a1-aca8-1bbf7ebafedd req-c6903799-f364-43a4-a966-8a29c98930c0 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329471 Sep 27 08:49:23.651063 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.703425 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:23.744745 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Attempting to bind port 306ed4e3-90b8-4113-9608-a5c35f56a12e on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:23.745059 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Attempting to bind port 306ed4e3-90b8-4113-9608-a5c35f56a12e by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:23.745389 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Attempting to bind port 306ed4e3-90b8-4113-9608-a5c35f56a12e on network ac469ece-916a-4994-83bf-ee76a67dfc3d {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:23.749893 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Port 306ed4e3-90b8-4113-9608-a5c35f56a12e on network ac469ece-916a-4994-83bf-ee76a67dfc3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:23.750214 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Attempting to bind port 306ed4e3-90b8-4113-9608-a5c35f56a12e on network ac469ece-916a-4994-83bf-ee76a67dfc3d {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:23.755757 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:23.758625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Checking segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:23.758625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Bound using segment: {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:23.758625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Bound port: 306ed4e3-90b8-4113-9608-a5c35f56a12e, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359602e8-d5c2-4d11-9392-f025ab796060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:23.758625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.823908 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:23.827722 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:23.926918 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.961326 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.961948 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.963352 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] 10.222.0.68 "PUT /v2.0/ports/306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 1093 time: 0.8463569 Sep 27 08:49:23.963791 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:23.966041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43abf167-121c-4a62-9d75-bcc85c678713" -d '{"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:24.007950 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d11048-d4d6-410b-a365-2a6a48af6bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:24.013195 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfab1da-cca2-4422-8a47-d78b4dc2768d x-openstack-request-id: req-ebfab1da-cca2-4422-8a47-d78b4dc2768d {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:24.013565 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:24.014079 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebfab1da-cca2-4422-8a47-d78b4dc2768d {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:24.014550 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:49:24.095589 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abf167-121c-4a62-9d75-bcc85c678713 req-42f385e2-eb04-4fec-a5c6-baba94f76b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.097799 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43abf167-121c-4a62-9d75-bcc85c678713 req-42f385e2-eb04-4fec-a5c6-baba94f76b0a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1096 time: 0.0548892 Sep 27 08:49:24.206993 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abf167-121c-4a62-9d75-bcc85c678713 req-71421109-9442-4d6a-a068-773e0cf0e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.209279 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43abf167-121c-4a62-9d75-bcc85c678713 req-71421109-9442-4d6a-a068-773e0cf0e106 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002791 Sep 27 08:49:24.318814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abf167-121c-4a62-9d75-bcc85c678713 req-8ca9196a-b668-498b-b9b6-f32e1954ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.320484 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-43abf167-121c-4a62-9d75-bcc85c678713 req-8ca9196a-b668-498b-b9b6-f32e1954ed6a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932000 Sep 27 08:49:24.351945 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-9a77252d-d8fb-49ec-bd67-b8c18c9904a1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.353475 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-9a77252d-d8fb-49ec-bd67-b8c18c9904a1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1106613 Sep 27 08:49:24.401856 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-0eb27339-51ad-4031-baea-3eb10d433034 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 379 time: 0.0351813 Sep 27 08:49:24.413664 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'port': {'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'admin_state_up': True, 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'security_groups': ['a94a91fd-81ad-49ff-ab31-294da6a48eee']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:24.414985 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-30a6c7fa-b1a2-4667-b2c4-99c7cc2a17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.416516 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-30a6c7fa-b1a2-4667-b2c4-99c7cc2a17fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1096 time: 0.0418427 Sep 27 08:49:24.481362 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-c455af8a-d6ab-439c-885a-af898be3a309 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 217 time: 0.0399356 Sep 27 08:49:24.541833 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-6697d80c-f05e-413c-ade1-e340d19d73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.543324 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-6697d80c-f05e-413c-ade1-e340d19d73b3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.0532296 Sep 27 08:49:24.597786 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-67f3438d-1d26-4bbd-a7f9-6c2a71238080 req-2f422501-ea7a-4527-a308-06ecd51723b1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Sep 27 08:49:24.622672 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Made reservation on behalf of cc1912e38bb34baca0e76bece78f2b11 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:24.626760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.636793 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd489-753a-4e5a-a2ca-153ab5c9197a req-28905305-08bc-4d4a-8404-cc4271ddbef3 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.638357 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d68fd489-753a-4e5a-a2ca-153ab5c9197a req-28905305-08bc-4d4a-8404-cc4271ddbef3 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 943 time: 0.0871818 Sep 27 08:49:24.643726 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d895-347b-4657-b827-a943384c1dec req-75583bfb-60d1-437c-8ffc-a0d61f5cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.645292 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-75583bfb-60d1-437c-8ffc-a0d61f5cc4c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922461 Sep 27 08:49:24.721375 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d68fd489-753a-4e5a-a2ca-153ab5c9197a req-b57fc5ba-5733-4173-9b33-14c5e22db655 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750751 Sep 27 08:49:24.778261 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-b4cefd55-4ff5-4996-b2f8-94fd18fd812d service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189656 Sep 27 08:49:24.791571 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.20.0.4 (3853f26c-c885-4170-ba23-fc173e90c0eb/62a7ab5c-6198-47fa-bc49-05a0cae7658f/2550f633-8a8b-4064-bf8f-54d4ca2c4032) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:24.803232 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c0888-7ca7-4445-80e4-174304f66b5b req-50fd762a-c06b-48fc-b01c-2677aedf931a tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.804816 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-323c0888-7ca7-4445-80e4-174304f66b5b req-50fd762a-c06b-48fc-b01c-2677aedf931a tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0971446 Sep 27 08:49:24.874162 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5bc3d895-347b-4657-b827-a943384c1dec req-7d277ebd-464f-4cdb-a719-46dff9a33d9e service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860054 Sep 27 08:49:24.881150 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-323c0888-7ca7-4445-80e4-174304f66b5b req-a138ceda-04c0-47e2-b600-0fe4b21253d1 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677671 Sep 27 08:49:24.947009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-1404980a-82e1-4116-9663-3c47f014c0c6 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.948506 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-1404980a-82e1-4116-9663-3c47f014c0c6 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 945 time: 0.0521677 Sep 27 08:49:24.979439 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.046482 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Deleting port 09865d26-5747-4fe2-afa4-e4ff30955aaf {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:25.046837 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.057679 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.101807 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:25.104804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:25.108443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:25.147345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.162352 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] For port 09865d26-5747-4fe2-afa4-e4ff30955aaf, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=09865d26-5747-4fe2-afa4-e4ff30955aaf,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:25.168051 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.176246 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Calling delete_port for 09865d26-5747-4fe2-afa4-e4ff30955aaf owned by compute:nova {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:25.176584 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.177583 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.275348 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-78a16457-f17a-467c-bdaf-c82e6a2eefd0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653965 Sep 27 08:49:25.288615 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Request body: {'port': {'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:25.337204 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-08003544-ff7c-4d52-b13b-776477c4e388 None None] Provisioning complete for port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:25.337831 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-08003544-ff7c-4d52-b13b-776477c4e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.347042 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.373289 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-08003544-ff7c-4d52-b13b-776477c4e388 None None] Port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:25.388584 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.400965 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['09865d26-5747-4fe2-afa4-e4ff30955aaf'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:25.417956 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Pushing event deleted for resources: {'Port': ['ID=09865d26-5747-4fe2-afa4-e4ff30955aaf,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.458445 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] No DVR routers for this DVR port 09865d26-5747-4fe2-afa4-e4ff30955aaf on host hv-cinder-81108 {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:25.461134 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.463135 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a16d46af-8418-44fb-a118-1dc4d490afd6 req-fd85d9af-3e1c-4f49-9ee8-669f3c8b7554 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "DELETE /v2.0/ports/09865d26-5747-4fe2-afa4-e4ff30955aaf HTTP/1.1" status: 204 len: 173 time: 0.5072908 Sep 27 08:49:25.615243 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2550f633-8a8b-4064-bf8f-54d4ca2c4032 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:25.623821 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.640504 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Transition to ACTIVE for port object 2550f633-8a8b-4064-bf8f-54d4ca2c4032 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:25.702984 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.766901 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2d3f1-3da8-48fa-bfd3-d88ba6a0def8 req-25e61163-f64d-4f4d-b791-6f505ab36147 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.766901 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-acf2d3f1-3da8-48fa-bfd3-d88ba6a0def8 req-25e61163-f64d-4f4d-b791-6f505ab36147 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 931 time: 0.0863318 Sep 27 08:49:25.807204 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.813238 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-acf2d3f1-3da8-48fa-bfd3-d88ba6a0def8 req-7ddf307a-c885-4136-9bf5-8bb222525bd1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443971 Sep 27 08:49:25.909470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b564-c577-452c-b893-09a3ee55ee8d req-fefc8746-e92e-48e3-aa4b-d8cc15f0f171 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.916936 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5256b564-c577-452c-b893-09a3ee55ee8d req-fefc8746-e92e-48e3-aa4b-d8cc15f0f171 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 943 time: 0.0961528 Sep 27 08:49:25.928927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Attempting to bind port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:25.929266 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Attempting to bind port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:25.929591 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Attempting to bind port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:25.942538 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 on network 3853f26c-c885-4170-ba23-fc173e90c0eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:25.942958 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Attempting to bind port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:25.951630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:25.951740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:25.952130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Bound using segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:25.952578 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Bound port: 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:25.953060 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.976510 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5256b564-c577-452c-b893-09a3ee55ee8d req-324a27cb-03db-4837-8153-b192af15db0b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Sep 27 08:49:26.006312 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.015878 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'name': 'network-vif-deleted', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:26.020139 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a205c6-c69c-4cb8-8ca3-9a0198438b42" -d '{"events": [{"server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "name": "network-vif-deleted", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:26.037908 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:26.042253 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:26.084772 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-870ce7e2-ffb1-42ec-b814-76ca355fbce9 req-9e64a20e-410a-4abe-85d9-2caedca56d18 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=8fced789-4061-46c6-a8d2-e8e4557c183a HTTP/1.1" status: 200 len: 210 time: 0.0300531 Sep 27 08:49:26.104223 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.144113 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.144641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.146047 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] 10.222.0.68 "PUT /v2.0/ports/2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 1093 time: 0.8624825 Sep 27 08:49:26.146482 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:26.148748 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66f78b0-9305-40dc-ae5d-ed1dca00513a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:26.170931 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47be33-1467-49af-ad91-2f45a1771b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:26.342186 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-8f2db96f-0415-4a2b-8be4-713a4a6018a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.343758 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-8f2db96f-0415-4a2b-8be4-713a4a6018a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1096 time: 0.1022599 Sep 27 08:49:26.395004 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-7d3336e8-5aee-4858-a063-32eeddf4fb5a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 217 time: 0.0412588 Sep 27 08:49:26.419770 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ccd81-b92b-4fbb-a888-eb8ea93da4fa x-openstack-request-id: req-4f3ccd81-b92b-4fbb-a888-eb8ea93da4fa {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:26.421047 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fced789-4061-46c6-a8d2-e8e4557c183a", "name": "network-vif-deleted", "tag": "09865d26-5747-4fe2-afa4-e4ff30955aaf", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:26.421779 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f3ccd81-b92b-4fbb-a888-eb8ea93da4fa {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:26.422436 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fced789-4061-46c6-a8d2-e8e4557c183a', 'name': 'network-vif-deleted', 'tag': '09865d26-5747-4fe2-afa4-e4ff30955aaf', 'status': 'completed', 'code': 200} Sep 27 08:49:26.454641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06043bf-f5d0-44bf-a00a-287ec4c9f5d1 x-openstack-request-id: req-b06043bf-f5d0-44bf-a00a-287ec4c9f5d1 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:26.454941 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:26.455739 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b06043bf-f5d0-44bf-a00a-287ec4c9f5d1 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:26.456616 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'status': 'completed', 'code': 200} Sep 27 08:49:26.461819 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-2a3c8013-80b9-4915-8711-94db3e5b134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.461819 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-2a3c8013-80b9-4915-8711-94db3e5b134a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0486162 Sep 27 08:49:26.540083 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251168af-1ceb-4767-b1c8-27233edcd607 req-68ba6e67-0b90-40dc-aa8d-1a094ada92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.541703 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-68ba6e67-0b90-40dc-aa8d-1a094ada92be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693977 Sep 27 08:49:26.581708 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d9ffe-de2f-49cb-92ed-db1aa3c85527 req-3dd0f626-bc48-4036-bd23-64c19ae6077b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.583306 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-520d9ffe-de2f-49cb-92ed-db1aa3c85527 req-3dd0f626-bc48-4036-bd23-64c19ae6077b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0786026 Sep 27 08:49:26.605999 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e28aea-8d89-4a8f-bd1b-0cdfbfdd0cb3 req-a2b5dfaa-7900-4754-93cd-4516f331d82d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.608068 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-44e28aea-8d89-4a8f-bd1b-0cdfbfdd0cb3 req-a2b5dfaa-7900-4754-93cd-4516f331d82d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0541663 Sep 27 08:49:26.649601 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-44e28aea-8d89-4a8f-bd1b-0cdfbfdd0cb3 req-11914e13-048f-45e4-8c81-bf487052a168 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Sep 27 08:49:26.664838 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-520d9ffe-de2f-49cb-92ed-db1aa3c85527 req-9f494459-f355-4367-b16f-d65fc3df7e17 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704308 Sep 27 08:49:26.685642 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-52f93d9a-1932-4d05-b5b5-c5a92b1fce38 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301732 Sep 27 08:49:26.779272 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-251168af-1ceb-4767-b1c8-27233edcd607 req-062e065f-5472-4aca-876d-19819c80335d service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896273 Sep 27 08:49:26.930189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6e12-8333-43d4-abd9-f5037a45ab3c req-0e71ccec-1d05-4f54-a0fa-a1cd2470b7b4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.931680 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e33d6e12-8333-43d4-abd9-f5037a45ab3c req-0e71ccec-1d05-4f54-a0fa-a1cd2470b7b4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0502517 Sep 27 08:49:26.970055 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e33d6e12-8333-43d4-abd9-f5037a45ab3c req-1af362b9-c90a-4516-a841-e33217c63463 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Sep 27 08:49:27.004671 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-93cf30e9-9766-4f6d-a61d-c647e2ec6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.013468 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-93cf30e9-9766-4f6d-a61d-c647e2ec6c9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1096 time: 0.0426006 Sep 27 08:49:27.148507 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d832b2-c724-4bc1-9c1c-34ac89e4917f req-70496ef2-20c6-4f5a-81f0-cc67e6a98641 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.150025 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-99d832b2-c724-4bc1-9c1c-34ac89e4917f req-70496ef2-20c6-4f5a-81f0-cc67e6a98641 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 943 time: 0.0979972 Sep 27 08:49:27.151019 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-993c1707-57d0-48b4-8aad-ff8f26a827ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.152336 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-993c1707-57d0-48b4-8aad-ff8f26a827ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.1305645 Sep 27 08:49:27.209407 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-a5263a03-a6c7-4593-ace0-17c490ee853d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 217 time: 0.0454648 Sep 27 08:49:27.224073 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-99d832b2-c724-4bc1-9c1c-34ac89e4917f req-19d5520b-eea4-4fdd-bf0c-406852191ecf tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678709 Sep 27 08:49:27.263774 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 306ed4e3-90b8-4113-9608-a5c35f56a12e details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:27.271635 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-4b216eda-09c1-4996-8338-d1e9382d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.273144 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-4b216eda-09c1-4996-8338-d1e9382d6f65 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0482440 Sep 27 08:49:27.325405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-c84a317b-436d-4f60-8354-063451fd93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.326922 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-c84a317b-436d-4f60-8354-063451fd93a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450292 Sep 27 08:49:27.361295 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-6ad45308-4275-4655-9566-18ac089eb355 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.363067 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:27.365151 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-6ad45308-4275-4655-9566-18ac089eb355 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/networks?id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 200 len: 809 time: 0.1094418 Sep 27 08:49:27.375139 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'port_id': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'mac_address': 'fa:16:3e:10:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:27.382845 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-da21c347-58f7-43bb-ab9c-6e8204fa44b6 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/quotas/c69b7b5e72ed4a2f92ae01e2a04461ab HTTP/1.1" status: 200 len: 375 time: 0.0136585 Sep 27 08:49:27.418109 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.421274 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-e32ce533-cc0c-4916-810d-2a6bd41beedf service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856152 Sep 27 08:49:27.422351 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-4e5de5f5-aecb-43a9-afbc-8f1cb6ea6197 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334277 Sep 27 08:49:27.433261 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306ed4e3-90b8-4113-9608-a5c35f56a12e {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:27.454605 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:27.525984 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66f78b0-9305-40dc-ae5d-ed1dca00513a req-860546d5-6f35-4e7e-826f-409301f062c9 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927744 Sep 27 08:49:27.536833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.565877 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-35858fae-0d58-45a5-9d7e-3e3b4e83520c service neutron] 10.222.0.74 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358767 Sep 27 08:49:27.588762 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.595656 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.596031 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.596372 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.596846 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.597182 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.597538 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.597868 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.598193 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.598540 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.598873 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.599195 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.599514 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:27.653317 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-ac07accf-2b30-4e6d-bb36-d825d3ee7e66 service neutron] 10.222.0.74 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812073 Sep 27 08:49:27.773900 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a44383-484a-4d51-ba5b-4191918b2ff9 req-671323a2-803c-449b-b3f4-2e15d8b19ae3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.775401 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50a44383-484a-4d51-ba5b-4191918b2ff9 req-671323a2-803c-449b-b3f4-2e15d8b19ae3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0505569 Sep 27 08:49:27.789186 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:27.813234 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50a44383-484a-4d51-ba5b-4191918b2ff9 req-29a7b10f-72e9-4036-8bc9-f67feb977aec tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Sep 27 08:49:27.912204 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c9332c54-41e0-4255-8815-2d0bf8bf5ddf req-f8a675e6-7d19-4957-a8b8-f27eb18e45cd tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Sep 27 08:49:27.947600 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c53ef-2bdb-497f-a608-2c855a4633ee req-53db0280-d6cd-42cd-b87e-63c52fc34581 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.949036 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e5c53ef-2bdb-497f-a608-2c855a4633ee req-53db0280-d6cd-42cd-b87e-63c52fc34581 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0634873 Sep 27 08:49:27.996855 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e5c53ef-2bdb-497f-a608-2c855a4633ee req-6eb2c7d9-02bd-42d8-b4c6-90e95a9bfce4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383801 Sep 27 08:49:28.089608 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833fb6e-cf29-4b82-a97d-56c025847716 req-9522f33d-c7f5-4b93-a00e-6e46f252b90c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.091187 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7833fb6e-cf29-4b82-a97d-56c025847716 req-9522f33d-c7f5-4b93-a00e-6e46f252b90c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0529213 Sep 27 08:49:28.130756 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7833fb6e-cf29-4b82-a97d-56c025847716 req-fb1b7d93-121d-4624-a169-394856d5911b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Sep 27 08:49:28.344893 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d64b-070c-451f-bcc7-840be21b802a req-2fbeea33-3e79-4e94-87ed-d656ea0a31a5 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.346495 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a783d64b-070c-451f-bcc7-840be21b802a req-2fbeea33-3e79-4e94-87ed-d656ea0a31a5 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 944 time: 0.0506177 Sep 27 08:49:28.384648 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a783d64b-070c-451f-bcc7-840be21b802a req-7e17f687-8099-4d9c-bb0f-ccb9f8ae8a50 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Sep 27 08:49:28.578869 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-ca392f08-e44c-4245-97ca-f600dac6f620 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.580400 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-ca392f08-e44c-4245-97ca-f600dac6f620 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 27 08:49:28.675036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Deleting port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:28.675389 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.764623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] For port 6b4af280-f2ab-46b4-811f-7e5f1fc39899, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6b4af280-f2ab-46b4-811f-7e5f1fc39899,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:28.764956 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.935946 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4667bb-6fc8-49fa-b070-16893700f39b req-493de93f-6f35-48fc-ab37-5943b923aa6f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.937629 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bd4667bb-6fc8-49fa-b070-16893700f39b req-493de93f-6f35-48fc-ab37-5943b923aa6f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Sep 27 08:49:28.944298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.944839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.945473 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Floating IP 5247509d-0ad6-44ff-a072-92dc5ca628e2 disassociated. External IP: 172.27.2.191, port: 6b4af280-f2ab-46b4-811f-7e5f1fc39899. Sep 27 08:49:28.945473 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Calling delete_port for 6b4af280-f2ab-46b4-811f-7e5f1fc39899 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:28.981181 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bd4667bb-6fc8-49fa-b070-16893700f39b req-05f17f2f-53b7-4522-9430-8fedaed60d3b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339994 Sep 27 08:49:29.021736 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e0a35f3-f4cd-4c51-b75d-bd25d7169d50 req-c9c1d703-cf1a-4e8b-b0d0-6a98f821025d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Sep 27 08:49:29.129137 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54166d84-bff0-4b38-95d1-b416f6cb66c1 req-aa144503-6c0c-4473-8630-5bd2c3e0dd20 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.130795 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-54166d84-bff0-4b38-95d1-b416f6cb66c1 req-aa144503-6c0c-4473-8630-5bd2c3e0dd20 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 945 time: 0.0513546 Sep 27 08:49:29.156250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.171304 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-54166d84-bff0-4b38-95d1-b416f6cb66c1 req-980158b7-a373-4637-af40-b3d6ac4d462c tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=d307290f-669c-462f-b26b-3aa4803ac119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Sep 27 08:49:29.196360 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'Port': ['ID=6b4af280-f2ab-46b4-811f-7e5f1fc39899,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:29.276486 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 306ed4e3-90b8-4113-9608-a5c35f56a12e up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:29.301756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320217a3-872a-4d2e-a5f7-ac649968b25a req-3223972b-43c6-4a03-b875-c94e049c0a00 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.309180 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-320217a3-872a-4d2e-a5f7-ac649968b25a req-3223972b-43c6-4a03-b875-c94e049c0a00 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.1007702 Sep 27 08:49:29.375885 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:29.382939 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-320217a3-872a-4d2e-a5f7-ac649968b25a req-2e183a15-296e-4b3e-b17e-d3792057fed7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516865 Sep 27 08:49:29.394444 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 306ed4e3-90b8-4113-9608-a5c35f56a12e completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:29.398772 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 306ed4e3-90b8-4113-9608-a5c35f56a12e triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:29.399156 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.482707 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.493706 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:29.507635 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:29.509956 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45cf7ec-f838-4c4d-a49f-b8e2509ffab9" -d '{"events": [{"server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "name": "network-vif-plugged", "status": "completed", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:29.516088 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:29.529300 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:29.535866 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:29.536753 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:29.537004 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e425e-3a29-4aeb-a7ac-f37ba17080ce req-4fc1cd50-a465-4151-8bc9-b58a211ec377 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.538717 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-408e425e-3a29-4aeb-a7ac-f37ba17080ce req-4fc1cd50-a465-4151-8bc9-b58a211ec377 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 944 time: 0.0808513 Sep 27 08:49:29.545595 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] No DVR routers for this DVR port 6b4af280-f2ab-46b4-811f-7e5f1fc39899 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:29.548713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.550893 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96c9fff7-f54b-4a1b-800b-433e979c91d1 req-2c7bae8a-22f8-4c7e-9a29-814718577bc9 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "DELETE /v2.0/ports/6b4af280-f2ab-46b4-811f-7e5f1fc39899 HTTP/1.1" status: 204 len: 173 time: 0.9645643 Sep 27 08:49:29.551357 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'name': 'network-vif-deleted', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:29.553632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74485db6-f820-4c46-8aa9-88eebcea0ae7" -d '{"events": [{"server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "name": "network-vif-deleted", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:29.587810 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de9694-3408-45b2-b088-91e0a411c6f8 x-openstack-request-id: req-c8de9694-3408-45b2-b088-91e0a411c6f8 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:29.588359 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "name": "network-vif-plugged", "status": "completed", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:29.588801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8de9694-3408-45b2-b088-91e0a411c6f8 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:29.589338 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'code': 200} Sep 27 08:49:29.600778 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.601904 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 09865d26-5747-4fe2-afa4-e4ff30955aaf no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:29.607487 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-408e425e-3a29-4aeb-a7ac-f37ba17080ce req-648a752e-c3e3-41d1-951a-78c55a8a8e76 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Sep 27 08:49:29.622958 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b9789-0411-4585-b7f1-715bf50b191c x-openstack-request-id: req-644b9789-0411-4585-b7f1-715bf50b191c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:29.623331 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e31079-8f89-426b-bac5-0dfc1e46131d", "name": "network-vif-deleted", "tag": "6b4af280-f2ab-46b4-811f-7e5f1fc39899", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:29.623645 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-644b9789-0411-4585-b7f1-715bf50b191c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:29.624100 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e31079-8f89-426b-bac5-0dfc1e46131d', 'name': 'network-vif-deleted', 'tag': '6b4af280-f2ab-46b4-811f-7e5f1fc39899', 'status': 'completed', 'code': 200} Sep 27 08:49:29.649197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 09865d26-5747-4fe2-afa4-e4ff30955aaf {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:29.649543 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 09865d26-5747-4fe2-afa4-e4ff30955aaf not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:29.714800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:29.729357 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:29.874562 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-76d32649-6175-4180-9aaa-a136faa9c6a0 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.876127 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-76d32649-6175-4180-9aaa-a136faa9c6a0 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "GET /v2.0/networks?id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 200 len: 809 time: 0.1136322 Sep 27 08:49:29.890204 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Request body: {'port': {'device_id': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a', 'admin_state_up': True, 'tenant_id': 'c69b7b5e72ed4a2f92ae01e2a04461ab'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:30.040009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93423-c935-4b78-8cec-90a2b54186f3 req-a1b01e50-177d-449d-a924-7573754c488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.041560 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2be93423-c935-4b78-8cec-90a2b54186f3 req-a1b01e50-177d-449d-a924-7573754c488d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1098 time: 0.0426567 Sep 27 08:49:30.083792 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:30.087675 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Made reservation on behalf of c69b7b5e72ed4a2f92ae01e2a04461ab for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:30.095088 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.115408 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2be93423-c935-4b78-8cec-90a2b54186f3 req-b2aab1a9-b5e6-4db5-addb-7ab184150ad8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671408 Sep 27 08:49:30.129201 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243786fc-964d-4ce0-ac6c-98863d0ef670 req-66f04de4-12a2-4131-a856-4abba4f0b3fa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.131030 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-243786fc-964d-4ce0-ac6c-98863d0ef670 req-66f04de4-12a2-4131-a856-4abba4f0b3fa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0687861 Sep 27 08:49:30.145890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:30.155130 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-94c45418-cd32-4591-88c6-590e776077f1 req-2a33ee44-8bc1-43c8-8577-c5fd8e3f2043 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 210 time: 0.0424361 Sep 27 08:49:30.160838 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:30.162466 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:30.181367 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-243786fc-964d-4ce0-ac6c-98863d0ef670 req-d0e44a60-93e7-4aab-bacc-fd7f8356db28 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438750 Sep 27 08:49:30.283729 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:30.294536 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7e665a88-8750-43b0-8d14-8b2bde8c6dcb req-20284804-add8-47fb-9af3-96899c373f5d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3e31079-8f89-426b-bac5-0dfc1e46131d HTTP/1.1" status: 200 len: 210 time: 0.0347910 Sep 27 08:49:30.298211 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Allocated IP 172.20.0.8 (9c359bf6-01d4-4129-b25f-94f06f9d1e4a/a5e069f0-738a-4d6b-aa63-8ecb873f9285/ad48d688-cceb-4f80-9e46-903ef0325790) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:30.511055 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:30.526531 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88754ffd-d13b-4d2b-a7f4-ef1192773cbe req-a2f9e5d7-1ba3-4d6a-9fd9-5311fc6b4247 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.528071 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-88754ffd-d13b-4d2b-a7f4-ef1192773cbe req-a2f9e5d7-1ba3-4d6a-9fd9-5311fc6b4247 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0629084 Sep 27 08:49:30.539178 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fe85-8f3c-4b74-9024-42c2e6f0c8dc None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:30.575644 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-88754ffd-d13b-4d2b-a7f4-ef1192773cbe req-de43c47a-4653-4504-bf6b-059610d7e7bd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Sep 27 08:49:30.719448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.757426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7213-6e52-4381-acff-e7d9f95bed84 req-cc45317c-5e7d-4596-9d59-0c38a4b5db5e tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.759048 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b5a7213-6e52-4381-acff-e7d9f95bed84 req-cc45317c-5e7d-4596-9d59-0c38a4b5db5e tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0764294 Sep 27 08:49:30.805436 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b5a7213-6e52-4381-acff-e7d9f95bed84 req-cf16404c-26b6-4ac6-a0f2-774b22762071 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Sep 27 08:49:30.808009 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8b22e-4c74-4b35-a1a2-1db0bfc06180 None None] New status for floating IP 5247509d-0ad6-44ff-a072-92dc5ca628e2: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:30.880816 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.927895 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:30.932922 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:30.935579 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:30.963373 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Pushing event updated for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:30.977847 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.978194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.978532 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.978866 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.979208 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.979516 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.979834 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.980151 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.980471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.980814 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.981192 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.981514 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:31.008023 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.008637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.086623 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-59c07db0-1727-43fe-b9ad-212096b2ce87 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2004843 Sep 27 08:49:31.100045 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Request body: {'port': {'device_id': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:31.156107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.278917 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edc90b-cca9-4f30-8c4e-6853abcdbcbb req-13bd948d-a1f2-43a2-ac17-f52de85d3431 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.280841 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e0edc90b-cca9-4f30-8c4e-6853abcdbcbb req-13bd948d-a1f2-43a2-ac17-f52de85d3431 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 931 time: 0.0561092 Sep 27 08:49:31.292141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6b4af280-f2ab-46b4-811f-7e5f1fc39899 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:31.322710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 6b4af280-f2ab-46b4-811f-7e5f1fc39899 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:31.323429 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6b4af280-f2ab-46b4-811f-7e5f1fc39899 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:31.328005 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e0edc90b-cca9-4f30-8c4e-6853abcdbcbb req-189f5fcc-d6ce-4153-9bc6-ee1dbe2826ff tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Sep 27 08:49:31.344149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec917f-ef38-4ef3-af98-a37fc63868d2 req-551888ed-8c9b-4303-83f5-5e9e22e66986 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.346260 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3bec917f-ef38-4ef3-af98-a37fc63868d2 req-551888ed-8c9b-4303-83f5-5e9e22e66986 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0887768 Sep 27 08:49:31.428552 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3bec917f-ef38-4ef3-af98-a37fc63868d2 req-6e94904d-0869-4815-8a39-10e6896b534e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530086 Sep 27 08:49:31.442308 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39482) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:31.492281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad48d688-cceb-4f80-9e46-903ef0325790 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:31.498456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.499729 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.512248 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Transition to ACTIVE for port object ad48d688-cceb-4f80-9e46-903ef0325790 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:31.522147 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.581908 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.633704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.674960 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.677783 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.681463 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "DELETE /v2.0/security-groups/d307290f-669c-462f-b26b-3aa4803ac119 HTTP/1.1" status: 204 len: 168 time: 0.2356412 Sep 27 08:49:31.682874 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39486) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:31.690443 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360b5a1-f5bb-4567-a93e-ce9f71391fcc tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d307290f-669c-462f-b26b-3aa4803ac119,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.703965 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.api.v2.resource [None req-e7c82c3b-871e-4791-9452-bfade75e5446 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] show failed (client error): The resource could not be found. Sep 27 08:49:31.705052 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e7c82c3b-871e-4791-9452-bfade75e5446 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups/d307290f-669c-462f-b26b-3aa4803ac119 HTTP/1.1" status: 404 len: 347 time: 0.0212324 Sep 27 08:49:31.708788 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39488) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:31.711780 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfe5d3-d7f8-4938-8d0a-6f7c60ef848a req-88b9517b-d06a-4c25-9b0c-00a520aa0d2f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.713605 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f6bfe5d3-d7f8-4938-8d0a-6f7c60ef848a req-88b9517b-d06a-4c25-9b0c-00a520aa0d2f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0674124 Sep 27 08:49:31.752883 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Attempting to bind port ad48d688-cceb-4f80-9e46-903ef0325790 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:31.753236 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Attempting to bind port ad48d688-cceb-4f80-9e46-903ef0325790 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:31.753553 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Attempting to bind port ad48d688-cceb-4f80-9e46-903ef0325790 on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:31.754865 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f6bfe5d3-d7f8-4938-8d0a-6f7c60ef848a req-d5230f2d-4c2e-4f1f-940b-3fc78c468ada tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Sep 27 08:49:31.766156 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Port ad48d688-cceb-4f80-9e46-903ef0325790 on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:31.766410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Attempting to bind port ad48d688-cceb-4f80-9e46-903ef0325790 on network 9c359bf6-01d4-4129-b25f-94f06f9d1e4a {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:31.803523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:31.803862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Checking segment: {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:31.804246 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Bound using segment: {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:31.804721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Bound port: ad48d688-cceb-4f80-9e46-903ef0325790, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfba53e-cc97-4f62-8d05-9e2cee26e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:31.805067 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.925517 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Deleting port c4bdda6f-e552-46fa-8778-fdcec55fb04f {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:31.925869 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.942441 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:31.969218 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ad48d688-cceb-4f80-9e46-903ef0325790,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:32.007800 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6a28e-6801-4904-8313-bb468490f611 req-5b8bdf9f-e023-4cb6-a286-df68b5e6e095 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.009330 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39d6a28e-6801-4904-8313-bb468490f611 req-5b8bdf9f-e023-4cb6-a286-df68b5e6e095 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.1333599 Sep 27 08:49:32.029435 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.074786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.075109 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.094470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.095089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.096590 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] 10.222.0.68 "PUT /v2.0/ports/ad48d688-cceb-4f80-9e46-903ef0325790 HTTP/1.1" status: 200 len: 1093 time: 1.0008614 Sep 27 08:49:32.104721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:32.104721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16444c-e5a0-4e60-8d23-b267f3bfd145" -d '{"events": [{"name": "network-changed", "server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:32.111443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Calling delete_port for c4bdda6f-e552-46fa-8778-fdcec55fb04f owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:32.132734 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39d6a28e-6801-4904-8313-bb468490f611 req-05197531-8bf6-4fee-87b6-75a8cf45ec08 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173706 Sep 27 08:49:32.191622 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6b05-a0eb-4eb3-a724-28eb0c0877e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:32.213477 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a94e0d-f988-4846-a0af-6c7079cd6c6e x-openstack-request-id: req-50a94e0d-f988-4846-a0af-6c7079cd6c6e {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:32.213895 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:32.214147 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50a94e0d-f988-4846-a0af-6c7079cd6c6e {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:32.214537 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790', 'status': 'completed', 'code': 200} Sep 27 08:49:32.305878 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d186f3-6dac-413c-a4d7-7398253c087e req-e24e3190-fca0-40f4-a012-1ff3d86304bb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.307386 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82d186f3-6dac-413c-a4d7-7398253c087e req-e24e3190-fca0-40f4-a012-1ff3d86304bb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0998533 Sep 27 08:49:32.316790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-b39005b2-f6a8-4aa5-b816-5304f240cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.318222 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-b39005b2-f6a8-4aa5-b816-5304f240cf4f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 1096 time: 0.0777848 Sep 27 08:49:32.392038 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-5fd33dd2-e4ca-4885-9b11-b93bc3775c1f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad48d688-cceb-4f80-9e46-903ef0325790 HTTP/1.1" status: 200 len: 217 time: 0.0529065 Sep 27 08:49:32.445075 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d79c-5e3f-4d46-8610-0a1945c94aa3 req-121794b5-b17a-4993-b511-804fd25f2117 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.446542 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82d186f3-6dac-413c-a4d7-7398253c087e req-e34553ba-dc7b-49eb-9d1b-92230f9d0fc2 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107049 Sep 27 08:49:32.446783 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ea98d79c-5e3f-4d46-8610-0a1945c94aa3 req-121794b5-b17a-4993-b511-804fd25f2117 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 943 time: 0.0501854 Sep 27 08:49:32.467408 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-79545e4f-7a97-4c6b-ab70-2c32ff9620ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.469952 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-79545e4f-7a97-4c6b-ab70-2c32ff9620ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5e069f0-738a-4d6b-aa63-8ecb873f9285 HTTP/1.1" status: 200 len: 849 time: 0.0700214 Sep 27 08:49:32.474298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.489892 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ea98d79c-5e3f-4d46-8610-0a1945c94aa3 req-122467f8-a37c-4850-b3c4-b38d0ba59e65 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Sep 27 08:49:32.512425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'Port': ['ID=c4bdda6f-e552-46fa-8778-fdcec55fb04f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:32.537203 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-8c1bbd2f-ed8c-4d0c-b9d7-c467445293f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581400 Sep 27 08:49:32.676164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d666ed8-117d-45c8-acb1-1f17987f7ad0 req-f2c983b9-cdae-4df4-a01a-3e3c6b1500f3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.677721 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d666ed8-117d-45c8-acb1-1f17987f7ad0 req-f2c983b9-cdae-4df4-a01a-3e3c6b1500f3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1664643 Sep 27 08:49:32.685092 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.687623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.688751 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-61427033-6e6e-4dde-8326-d1074a06a159 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "DELETE /v2.0/floatingips/5247509d-0ad6-44ff-a072-92dc5ca628e2 HTTP/1.1" status: 204 len: 168 time: 0.9790897 Sep 27 08:49:32.740842 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-7d1dfb8a-4215-4e06-a229-e7b0c6b8483a service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850371 Sep 27 08:49:32.743868 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d666ed8-117d-45c8-acb1-1f17987f7ad0 req-74218adb-ae9b-415a-b5e9-b845b33d413d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541890 Sep 27 08:49:32.836743 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e85601-561c-437c-9ef4-dbd0a1f51a0f req-3a7ccff1-6d6e-4f2d-a030-edcdc5573baa tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.838501 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b1e85601-561c-437c-9ef4-dbd0a1f51a0f req-3a7ccff1-6d6e-4f2d-a030-edcdc5573baa tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0583236 Sep 27 08:49:32.847457 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c085b3-df32-4665-90d0-564e8fd16f33 req-a7fa5a8d-09f6-4576-a9fc-88556e8697f6 service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975845 Sep 27 08:49:32.884109 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b1e85601-561c-437c-9ef4-dbd0a1f51a0f req-4e27ccf3-c723-43b5-a3f9-baa6c289a093 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Sep 27 08:49:33.003646 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79703d-0117-4c10-8b14-63d9f13e4f6f req-d3fcbb47-81f6-4d63-993a-c9c900318c01 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.005598 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fb79703d-0117-4c10-8b14-63d9f13e4f6f req-d3fcbb47-81f6-4d63-993a-c9c900318c01 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0648527 Sep 27 08:49:33.014064 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-f0c22056-9ba4-408e-8bc5-43566d7fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.015755 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-f0c22056-9ba4-408e-8bc5-43566d7fc049 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 1096 time: 0.0463185 Sep 27 08:49:33.058100 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-fb79703d-0117-4c10-8b14-63d9f13e4f6f req-d01e07c8-e12e-4acf-962c-f57971a5453b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Sep 27 08:49:33.125805 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-13e01d14-64c8-4ff9-8cc6-c7fd88416959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.129140 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-13e01d14-64c8-4ff9-8cc6-c7fd88416959 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 200 len: 910 time: 0.1043022 Sep 27 08:49:33.173581 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-9914ba55-c242-47d0-b5dd-4fc59bc43fde service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad48d688-cceb-4f80-9e46-903ef0325790 HTTP/1.1" status: 200 len: 217 time: 0.0360477 Sep 27 08:49:33.226086 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-32716a7d-75a8-4437-85e2-d6e191f687e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.227530 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-32716a7d-75a8-4437-85e2-d6e191f687e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5e069f0-738a-4d6b-aa63-8ecb873f9285 HTTP/1.1" status: 200 len: 849 time: 0.0467134 Sep 27 08:49:33.264355 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-e43d84d5-2149-43ca-8ce3-de8302643837 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c359bf6-01d4-4129-b25f-94f06f9d1e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285485 Sep 27 08:49:33.356259 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-f5df9619-9f88-4ad0-9b8e-bcd0228da124 service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840478 Sep 27 08:49:33.388069 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39514) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:33.400121 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750674763', 'description': 'tempest-description--227363772'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:33.472003 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb16444c-e5a0-4e60-8d23-b267f3bfd145 req-9bbf00ce-c9e3-4881-b88b-66fdc4fdf43f service neutron] 10.222.0.68 "GET /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071696 Sep 27 08:49:33.513761 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.610761 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51175d7c-8adf-43cc-a1f0-7541c5f7092b req-e6f42bff-dd6b-40e2-b375-15cf7c0d9e0c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.612457 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51175d7c-8adf-43cc-a1f0-7541c5f7092b req-e6f42bff-dd6b-40e2-b375-15cf7c0d9e0c tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 943 time: 0.0510848 Sep 27 08:49:33.615344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.650102 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-51175d7c-8adf-43cc-a1f0-7541c5f7092b req-f3e06b0c-77ee-40b5-bb92-d537e1fcbe27 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Sep 27 08:49:33.685511 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.715466 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14041a6f-d61b-47c8-b44d-3a614f41b8d1,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:33.765865 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.767110 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2b6bc9de-1d25-4845-9218-b4ea78dd76db tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3720069 Sep 27 08:49:33.770727 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39524) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:33.775170 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group_rule': {'security_group_id': '14041a6f-d61b-47c8-b44d-3a614f41b8d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:33.867417 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918eb5-130d-4d93-8144-a53651434456 req-73404455-692a-49d7-bbb2-6eeb94147ff5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.868955 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96918eb5-130d-4d93-8144-a53651434456 req-73404455-692a-49d7-bbb2-6eeb94147ff5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0489082 Sep 27 08:49:33.894187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.933559 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96918eb5-130d-4d93-8144-a53651434456 req-f45ff021-04ea-4ded-97f7-3e997194c021 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588162 Sep 27 08:49:33.959528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.034457 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.054188 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900bf978-9caf-4821-b197-f7fc0ae45e2d,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:34.120407 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.121685 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-95a23e4f-18b8-49ea-a6fb-491704676cbb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500214 Sep 27 08:49:34.124244 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39528) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:34.131728 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'security_group_rule': {'security_group_id': '14041a6f-d61b-47c8-b44d-3a614f41b8d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:34.166959 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e764-ac1f-412f-9a38-6b34a9a5efd6 req-1d0482d7-921f-4b3b-bc03-32fe6bb235a9 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.168448 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3bb2e764-ac1f-412f-9a38-6b34a9a5efd6 req-1d0482d7-921f-4b3b-bc03-32fe6bb235a9 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0497732 Sep 27 08:49:34.209615 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3bb2e764-ac1f-412f-9a38-6b34a9a5efd6 req-160255fc-e36c-4e47-8f30-aa715329af08 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345156 Sep 27 08:49:34.210945 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.268813 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.336955 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.356955 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e27997f-ed95-419a-8e5f-b8ce4cb2c18a,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:34.422669 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.423992 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-acaa6a07-65da-4d57-834c-a0caf352d9eb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986588 Sep 27 08:49:34.427555 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39530) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:34.431892 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:34.525633 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.625529 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.762727 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Allocated IP 172.27.2.167 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/13bdb55f-03ad-4f16-8911-ee52e1e9c14f) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:34.813786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a0d1-7735-4a1d-a5f6-abff2607b06d req-54c1397c-16e0-43e2-9cd8-9b1e01d29b88 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.815512 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82d5a0d1-7735-4a1d-a5f6-abff2607b06d req-54c1397c-16e0-43e2-9cd8-9b1e01d29b88 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 943 time: 0.0907476 Sep 27 08:49:34.896411 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82d5a0d1-7735-4a1d-a5f6-abff2607b06d req-34c3b8c2-97e4-4f30-a89e-d8b3fbc2969e tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736318 Sep 27 08:49:34.917721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.994710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.045636 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:35.067412 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:35.070234 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:35.115296 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=13bdb55f-03ad-4f16-8911-ee52e1e9c14f,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:35.142134 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd7fd-f333-4b3e-ba97-05fd7cd0f0ab req-645262db-3c65-4c93-ab5f-8c42aa8df477 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.144278 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa2bd7fd-f333-4b3e-ba97-05fd7cd0f0ab req-645262db-3c65-4c93-ab5f-8c42aa8df477 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1221981 Sep 27 08:49:35.211358 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.221712 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa2bd7fd-f333-4b3e-ba97-05fd7cd0f0ab req-f28297fb-d778-479a-bbf5-2c5a996b6692 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711944 Sep 27 08:49:35.313967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 2550f633-8a8b-4064-bf8f-54d4ca2c4032 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:35.318802 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.374006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb39ec-be6f-4dac-b820-5f75c0cd6e8d req-f533a628-45ab-41da-a55b-9e3a805df30a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.375501 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-feeb39ec-be6f-4dac-b820-5f75c0cd6e8d req-f533a628-45ab-41da-a55b-9e3a805df30a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 943 time: 0.0888267 Sep 27 08:49:35.409808 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:35.420731 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:35.463078 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.469999 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-feeb39ec-be6f-4dac-b820-5f75c0cd6e8d req-e6ccf6e0-5bb3-4635-8a3b-02a95bf28835 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772684 Sep 27 08:49:35.477310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2550f633-8a8b-4064-bf8f-54d4ca2c4032 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:35.506822 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:35.528746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.548977 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.549660 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device ad48d688-cceb-4f80-9e46-903ef0325790 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:35.577939 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.621633 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:35.648955 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=13bdb55f-03ad-4f16-8911-ee52e1e9c14f,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:35.662044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.693485 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ad48d688-cceb-4f80-9e46-903ef0325790,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:35.704103 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'ad48d688-cceb-4f80-9e46-903ef0325790', 'network_id': '9c359bf6-01d4-4129-b25f-94f06f9d1e4a', 'port_id': 'ad48d688-cceb-4f80-9e46-903ef0325790', 'mac_address': 'fa:16:3e:1e:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e069f0-738a-4d6b-aa63-8ecb873f9285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:35.741141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.753874 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad48d688-cceb-4f80-9e46-903ef0325790 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:35.766115 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.770635 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-84a49918-d42d-4d76-917d-3baf39b25605 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3389196 Sep 27 08:49:35.773007 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ad48d688-cceb-4f80-9e46-903ef0325790,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:35.880188 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.928869 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:36.017681 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cce8b-db06-4a16-b1fe-de76d8f0bf1c req-26cefcd5-852a-4a09-9a8b-50df2b060ae7 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.018571 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-964c7025-6ed7-4559-a62b-1e055639357a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1750674763&fields=id&tenant_id=5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 267 time: 0.0340712 Sep 27 08:49:36.020015 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9a7cce8b-db06-4a16-b1fe-de76d8f0bf1c req-26cefcd5-852a-4a09-9a8b-50df2b060ae7 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 944 time: 0.0546570 Sep 27 08:49:36.072352 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9a7cce8b-db06-4a16-b1fe-de76d8f0bf1c req-7394a848-15d4-4b59-919c-82ce4504e018 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Sep 27 08:49:36.125298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['2550f633-8a8b-4064-bf8f-54d4ca2c4032'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:36.127576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-84337840-87ec-4b75-a4a8-dc58aa17a67f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.130180 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-84337840-87ec-4b75-a4a8-dc58aa17a67f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 811 time: 0.1045413 Sep 27 08:49:36.133636 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['ad48d688-cceb-4f80-9e46-903ef0325790'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:36.146343 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-3baf6441-67c2-482f-9030-335f595c8ce7 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/quotas/5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 375 time: 0.0105524 Sep 27 08:49:36.205111 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-0b64fd1b-24d8-45a9-8915-01bd2034fef1 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529828 Sep 27 08:49:36.309352 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-3b126c32-685a-4db1-8d89-c8102cc2167a service neutron] 10.222.0.74 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Sep 27 08:49:36.344902 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07fb7f-60a9-4eba-a33c-95881cc58088 req-9b457c01-af14-4d0c-a134-0f686ddf63b8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.346581 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee07fb7f-60a9-4eba-a33c-95881cc58088 req-9b457c01-af14-4d0c-a134-0f686ddf63b8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 27 08:49:36.388052 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee07fb7f-60a9-4eba-a33c-95881cc58088 req-2d19d27f-ae68-4ce3-9b9a-b6a0ddab7cc4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346186 Sep 27 08:49:36.405887 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-b8ade6cc-fd19-40c9-9c61-cbcf8ef44cc3 service neutron] 10.222.0.74 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949836 Sep 27 08:49:36.592761 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33f33-c025-4d08-a754-146095a08797 req-61330f53-d383-4090-a4ea-e87c04188d32 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.594447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ab33f33-c025-4d08-a754-146095a08797 req-61330f53-d383-4090-a4ea-e87c04188d32 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 944 time: 0.0507722 Sep 27 08:49:36.628946 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1e2961a5-8809-401f-b639-95c01e533551 req-830fbee7-95bf-4d01-97b1-e94ede3bf639 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 210 time: 0.0269532 Sep 27 08:49:36.635795 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ab33f33-c025-4d08-a754-146095a08797 req-3e1988aa-fe2f-4638-8967-0ae57d3a6f94 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343204 Sep 27 08:49:37.202780 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca8eb-01f0-4f67-acbb-9c682c570fe9 req-53ea82cd-a27f-4afe-aa5c-5490b9e34f77 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.204243 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7baca8eb-01f0-4f67-acbb-9c682c570fe9 req-53ea82cd-a27f-4afe-aa5c-5490b9e34f77 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 944 time: 0.0482695 Sep 27 08:49:37.242245 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7baca8eb-01f0-4f67-acbb-9c682c570fe9 req-00cdb5c6-709e-4d6d-9b40-fb96f8212f51 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Sep 27 08:49:37.338647 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 2550f633-8a8b-4064-bf8f-54d4ca2c4032 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:37.452091 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:37.456132 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:37.456431 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.516702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67478-d6fe-41b0-bce7-390085f0adea req-cf94a5d9-7c68-4345-aa98-2fe1be0663fe tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.518556 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2aa67478-d6fe-41b0-bce7-390085f0adea req-cf94a5d9-7c68-4345-aa98-2fe1be0663fe tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Sep 27 08:49:37.540517 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.557472 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2aa67478-d6fe-41b0-bce7-390085f0adea req-c489a328-0c15-48e8-9fba-b708ddaac7f0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329266 Sep 27 08:49:37.565616 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:37.567900 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326737a-70c2-415f-a84d-46bf509326dc" -d '{"events": [{"server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "name": "network-vif-plugged", "status": "completed", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:37.585050 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:37.603838 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f86be-fd77-4b5d-9038-41b286ad8c5e x-openstack-request-id: req-a31f86be-fd77-4b5d-9038-41b286ad8c5e {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:37.604134 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "name": "network-vif-plugged", "status": "completed", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:37.604389 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a31f86be-fd77-4b5d-9038-41b286ad8c5e {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:37.604821 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'code': 200} Sep 27 08:49:37.662003 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.662875 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device ad48d688-cceb-4f80-9e46-903ef0325790 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:37.735585 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79285298-ce72-4550-bee8-b15e1f6e56ea req-ee96801b-7b30-4415-934f-3479d2fd4965 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 210 time: 0.0370276 Sep 27 08:49:37.752422 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:37.780062 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce10d1-8ffb-4301-966e-5fb83d4dbcb2 req-94053766-140c-4cea-8cfb-ec486774d5ac tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.783286 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-84ce10d1-8ffb-4301-966e-5fb83d4dbcb2 req-94053766-140c-4cea-8cfb-ec486774d5ac tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0691609 Sep 27 08:49:37.820242 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-84ce10d1-8ffb-4301-966e-5fb83d4dbcb2 req-145803dd-d18c-4faf-ad99-ead44f6ab187 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Sep 27 08:49:37.834898 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port ad48d688-cceb-4f80-9e46-903ef0325790 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:37.840256 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port ad48d688-cceb-4f80-9e46-903ef0325790 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:37.840839 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.919702 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.950848 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ad48d688-cceb-4f80-9e46-903ef0325790,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:38.011533 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.014041 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413072d-62ed-4d92-b987-cbd4e5e2f79e req-6954388e-eb74-4725-9a69-4a09f84dc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.015638 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a413072d-62ed-4d92-b987-cbd4e5e2f79e req-6954388e-eb74-4725-9a69-4a09f84dc655 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1098 time: 0.0393779 Sep 27 08:49:38.060818 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a413072d-62ed-4d92-b987-cbd4e5e2f79e req-19baeb4c-6ec0-4c43-940c-76358591e46a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293782 Sep 27 08:49:38.063667 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:38.357490 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473111e-d5d6-45e2-add5-92bb19022221 req-579da66d-fc9e-4e38-b232-4769ad7aa9a6 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.358972 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5473111e-d5d6-45e2-add5-92bb19022221 req-579da66d-fc9e-4e38-b232-4769ad7aa9a6 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0518217 Sep 27 08:49:38.397088 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5473111e-d5d6-45e2-add5-92bb19022221 req-1d644bbc-db33-4dc3-8cd2-f49a9aaeabb4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Sep 27 08:49:38.567014 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-87e9d5ef-8a60-4c75-a538-d195b384607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.695114 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1816bd7-a437-464f-8b44-f0189f65ba3a req-0cd16caf-b13e-466a-b3f7-5cd934efc3f5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.696694 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b1816bd7-a437-464f-8b44-f0189f65ba3a req-0cd16caf-b13e-466a-b3f7-5cd934efc3f5 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0597818 Sep 27 08:49:38.736305 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b1816bd7-a437-464f-8b44-f0189f65ba3a req-793be652-3aca-4810-bb32-6a76c16a6457 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 Sep 27 08:49:38.835058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-af93d9c6-c291-4f6e-8832-0a846b82a800 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.836516 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-af93d9c6-c291-4f6e-8832-0a846b82a800 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 811 time: 0.1115386 Sep 27 08:49:38.855836 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-33a8914d-d39f-42a9-87b9-7cbc25324405 req-38706191-bd95-4b6c-a56a-17fc1cb532e7 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 210 time: 0.0412090 Sep 27 08:49:38.899167 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-f0197965-9830-4002-b4f9-1e5226b29be6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383265408b84c1ca850256f7ccc80f6 HTTP/1.1" status: 200 len: 380 time: 0.0457160 Sep 27 08:49:38.923907 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'port': {'device_id': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'admin_state_up': True, 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'security_groups': ['14041a6f-d61b-47c8-b44d-3a614f41b8d1']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:38.941692 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a337a-e8c9-4b3f-b85a-3382d40e8d86 req-c758d1d0-964b-4b7b-90d5-5ef72af09719 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.943283 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-032a337a-e8c9-4b3f-b85a-3382d40e8d86 req-c758d1d0-964b-4b7b-90d5-5ef72af09719 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Sep 27 08:49:38.982601 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-032a337a-e8c9-4b3f-b85a-3382d40e8d86 req-d167da1f-347f-499d-ab47-ec13ed37439e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Sep 27 08:49:39.079906 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Made reservation on behalf of 5383265408b84c1ca850256f7ccc80f6 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:39.084644 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.429081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Allocated IP 172.20.0.8 (bcfe1485-ea2f-4942-8deb-2a3288c83372/abeb7d7e-0413-4933-9110-b98b32f4aae0/56c687df-bfd6-4fa3-a17f-52b0c7659623) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:39.571544 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6223d-6966-4c6c-83db-607664884368 req-d83f3f8e-f454-4aba-95b7-58611e349b6f tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.573047 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61c6223d-6966-4c6c-83db-607664884368 req-d83f3f8e-f454-4aba-95b7-58611e349b6f tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.1064608 Sep 27 08:49:39.606417 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:39.609251 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0d1b0f-6fa6-4ba9-b65d-3636cc54a343" -d '{"events": [{"server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "name": "network-vif-plugged", "status": "completed", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:39.620407 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.637847 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61c6223d-6966-4c6c-83db-607664884368 req-8a14a123-c7d1-40ca-8aaa-fd45e6e9a51d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578287 Sep 27 08:49:39.644304 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f787ff2a-69cd-4f9a-9a26-0507f69e3a97 x-openstack-request-id: req-f787ff2a-69cd-4f9a-9a26-0507f69e3a97 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:39.644595 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "name": "network-vif-plugged", "status": "completed", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:39.645042 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f787ff2a-69cd-4f9a-9a26-0507f69e3a97 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:39.645436 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790', 'code': 200} Sep 27 08:49:39.726291 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.769415 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:39.772623 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:39.775394 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:39.813194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event updated for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:39.853450 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.854940 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.872636 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2390da0-2fe7-4fae-b361-d33e2d3331cf req-a528aebb-d763-44a7-abce-e73556691201 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.874220 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2390da0-2fe7-4fae-b361-d33e2d3331cf req-a528aebb-d763-44a7-abce-e73556691201 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0601423 Sep 27 08:49:39.919798 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2390da0-2fe7-4fae-b361-d33e2d3331cf req-f85d5ad1-545a-467c-9f3a-8919b890101f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387998 Sep 27 08:49:39.984558 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901c6b-7def-491c-ade4-d22f4552d21b req-7ed4907d-a3ca-4540-9f86-56f69c30a76c tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.986062 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4901c6b-7def-491c-ade4-d22f4552d21b req-7ed4907d-a3ca-4540-9f86-56f69c30a76c tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 931 time: 0.0522289 Sep 27 08:49:39.988468 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-dc566a5a-9a9f-420c-ade7-1f5d58a606b3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0686595 Sep 27 08:49:40.010225 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Request body: {'port': {'device_id': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:40.044977 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b2165-a5ed-44e7-a787-df7e57eb3829 req-455d7ef5-061a-47d6-ad2f-4e7c07d7533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.046970 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-533b2165-a5ed-44e7-a787-df7e57eb3829 req-455d7ef5-061a-47d6-ad2f-4e7c07d7533c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 1098 time: 0.0478790 Sep 27 08:49:40.055756 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4901c6b-7def-491c-ade4-d22f4552d21b req-e9bcd28f-146b-46f7-8ad4-00d5d7d41858 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629244 Sep 27 08:49:40.057691 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-0e05a037-c385-498b-a66e-984d0ac07d96 None None] Provisioning complete for port 56c687df-bfd6-4fa3-a17f-52b0c7659623 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:40.058556 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0e05a037-c385-498b-a66e-984d0ac07d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.086717 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.102637 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-0e05a037-c385-498b-a66e-984d0ac07d96 None None] Port 56c687df-bfd6-4fa3-a17f-52b0c7659623 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:40.125888 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-533b2165-a5ed-44e7-a787-df7e57eb3829 req-ac1ca49a-1acd-4934-85cc-2f328ce78e52 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710337 Sep 27 08:49:40.137500 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9114796-ba9f-4925-88b6-fbf5a891f57f req-9e0480a9-2505-4657-979b-63e6c65e754c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.138990 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c9114796-ba9f-4925-88b6-fbf5a891f57f req-9e0480a9-2505-4657-979b-63e6c65e754c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0684729 Sep 27 08:49:40.177224 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c9114796-ba9f-4925-88b6-fbf5a891f57f req-317fbdbc-5d73-4acb-919d-f4cc68819f11 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Sep 27 08:49:40.340165 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d738-ad8a-4402-a034-4edc716ffc36 req-a6399a7b-2239-4b00-a73e-6741064f7d56 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.341679 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6998d738-ad8a-4402-a034-4edc716ffc36 req-a6399a7b-2239-4b00-a73e-6741064f7d56 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0727677 Sep 27 08:49:40.412691 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c687df-bfd6-4fa3-a17f-52b0c7659623 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:40.422923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.428358 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6998d738-ad8a-4402-a034-4edc716ffc36 req-f8a3e343-d187-4309-9b0f-e259f44906de tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771468 Sep 27 08:49:40.438274 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Transition to ACTIVE for port object 56c687df-bfd6-4fa3-a17f-52b0c7659623 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:40.450120 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39626) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:40.489790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f3a76-c538-42f0-af25-ace65e617223 tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.491204 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-685f3a76-c538-42f0-af25-ace65e617223 tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1093 time: 0.0401320 Sep 27 08:49:40.493936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39628) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:40.498058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:40.515730 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.567478 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Pushing event updated for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:40.590149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.671859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Attempting to bind port 56c687df-bfd6-4fa3-a17f-52b0c7659623 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:40.671859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Attempting to bind port 56c687df-bfd6-4fa3-a17f-52b0c7659623 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:40.672176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Attempting to bind port 56c687df-bfd6-4fa3-a17f-52b0c7659623 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:40.680363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Port 56c687df-bfd6-4fa3-a17f-52b0c7659623 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:40.680919 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Attempting to bind port 56c687df-bfd6-4fa3-a17f-52b0c7659623 on network bcfe1485-ea2f-4942-8deb-2a3288c83372 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:40.713329 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:40.713664 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Checking segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:40.714044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Bound using segment: {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:40.715550 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Bound port: 56c687df-bfd6-4fa3-a17f-52b0c7659623, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612eace-c234-4259-a5c3-1678791e858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:40.715550 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.761257 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f95ef-84c3-4ad0-b6df-ed91a82efb8a req-f06deee9-fe9b-40ce-8d23-9b59fc0d09f4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.762913 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-da9f95ef-84c3-4ad0-b6df-ed91a82efb8a req-f06deee9-fe9b-40ce-8d23-9b59fc0d09f4 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0543506 Sep 27 08:49:40.793948 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.808961 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-da9f95ef-84c3-4ad0-b6df-ed91a82efb8a req-5220d000-2335-457b-993c-097c449cad05 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377147 Sep 27 08:49:40.810713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:40.815571 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:40.889847 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.933871 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.934490 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.935881 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/56c687df-bfd6-4fa3-a17f-52b0c7659623 HTTP/1.1" status: 200 len: 1093 time: 0.9362111 Sep 27 08:49:40.943307 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:40.945620 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca27074b-408a-494e-8897-8de347ab32d4" -d '{"events": [{"name": "network-changed", "server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:40.950717 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.27.2.175 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/818fcfd7-aea3-46d9-ba20-473e2358b418) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:40.983884 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf8319-ccde-4c4c-91a2-81bbb97f79e5 service neutron] Pushing event updated for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:40.997753 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52785a0-241c-471c-9884-78ed45843084 x-openstack-request-id: req-a52785a0-241c-471c-9884-78ed45843084 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:40.998607 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:40.998607 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a52785a0-241c-471c-9884-78ed45843084 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:41.003043 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'status': 'completed', 'code': 200} Sep 27 08:49:41.146505 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf695-7254-4384-97b1-f6fcb5ab08a9 req-0ddfa073-65bd-42d2-823e-725541ca135c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.148081 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f6bf695-7254-4384-97b1-f6fcb5ab08a9 req-0ddfa073-65bd-42d2-823e-725541ca135c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1302140 Sep 27 08:49:41.158720 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27074b-408a-494e-8897-8de347ab32d4 req-b1aa6797-5864-4b79-824d-790217e80200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.160499 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca27074b-408a-494e-8897-8de347ab32d4 req-b1aa6797-5864-4b79-824d-790217e80200 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 1096 time: 0.1307065 Sep 27 08:49:41.166946 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.191790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613e88-1b7c-4445-be23-d3db62609947 req-9cf4106e-e9b4-46a2-ba26-65112bddd64d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.193264 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b0613e88-1b7c-4445-be23-d3db62609947 req-9cf4106e-e9b4-46a2-ba26-65112bddd64d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 943 time: 0.0607820 Sep 27 08:49:41.231287 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b0613e88-1b7c-4445-be23-d3db62609947 req-0eb559f3-dfa0-47ce-8868-0950932d4baa tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Sep 27 08:49:41.245908 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f6bf695-7254-4384-97b1-f6fcb5ab08a9 req-9d5859a7-f272-4331-b1d4-ca580437026c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844216 Sep 27 08:49:41.250808 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b3232c6b-ec41-4b7e-9dab-eeaee8c2ba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.311006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27074b-408a-494e-8897-8de347ab32d4 req-1920acc0-ad7c-4581-acc0-110e296100ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.312465 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca27074b-408a-494e-8897-8de347ab32d4 req-1920acc0-ad7c-4581-acc0-110e296100ad service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5383265408b84c1ca850256f7ccc80f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1267467 Sep 27 08:49:41.341379 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.427673 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:41.434073 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:41.446263 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:41.455062 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=818fcfd7-aea3-46d9-ba20-473e2358b418,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:41.492263 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27074b-408a-494e-8897-8de347ab32d4 req-159812dd-fa6d-4551-8a35-48bfc2c825e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.493791 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca27074b-408a-494e-8897-8de347ab32d4 req-159812dd-fa6d-4551-8a35-48bfc2c825e3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732743 Sep 27 08:49:41.640030 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-41460d8e-c8e2-476a-aa4c-e51a7e950aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.641466 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-41460d8e-c8e2-476a-aa4c-e51a7e950aeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 1096 time: 0.1030109 Sep 27 08:49:41.723716 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-19104e31-9e3d-4340-a99f-19fa92b49fa0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623 HTTP/1.1" status: 200 len: 217 time: 0.0633955 Sep 27 08:49:41.817384 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-27482d38-cc44-419d-8997-e7b61bf6ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.818859 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-27482d38-cc44-419d-8997-e7b61bf6ad9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0771017 Sep 27 08:49:41.846158 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.931209 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb8e6-54ea-4553-a099-1322ef79b90e req-010d50fa-2b13-4052-af42-005b25e2b45b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.932720 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-75dfb8e6-54ea-4553-a099-1322ef79b90e req-010d50fa-2b13-4052-af42-005b25e2b45b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0496132 Sep 27 08:49:41.933192 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-8b378ed9-ed58-4d78-ad98-4847032ab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.934659 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-8b378ed9-ed58-4d78-ad98-4847032ab6af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846386 Sep 27 08:49:41.961333 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.972541 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-75dfb8e6-54ea-4553-a099-1322ef79b90e req-39fd9c13-99df-43ca-bcc7-51eee4ce0b6b tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Sep 27 08:49:42.068747 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-fbbe6500-1290-41ee-96e1-03489b10ea87 service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185522 Sep 27 08:49:42.173094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:42.217395 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb34076f-6437-455c-8f79-d9be978f3c01 req-bbf4ccc2-c0d6-4fb2-960c-bdeac5e587ac service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351066 Sep 27 08:49:42.378824 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59c26b-f5d7-4903-a8e7-102c2e16643a req-8231bc8e-3628-47ac-b0e4-6c6076183d25 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:42.380483 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ea59c26b-f5d7-4903-a8e7-102c2e16643a req-8231bc8e-3628-47ac-b0e4-6c6076183d25 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Sep 27 08:49:42.384885 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f376-a9e4-464a-8f35-e87570b7fcf4 req-df02706a-4cf6-4c59-b888-fa369c358c9a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:42.386965 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4466f376-a9e4-464a-8f35-e87570b7fcf4 req-df02706a-4cf6-4c59-b888-fa369c358c9a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 943 time: 0.0831690 Sep 27 08:49:42.391446 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:42.431400 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ea59c26b-f5d7-4903-a8e7-102c2e16643a req-9afbed63-d879-4492-afef-35f35827f850 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Sep 27 08:49:42.434273 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4466f376-a9e4-464a-8f35-e87570b7fcf4 req-c38449cd-8a0a-44a3-98c4-873707e3f790 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Sep 27 08:49:42.464469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:42.531675 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:42.542414 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=818fcfd7-aea3-46d9-ba20-473e2358b418,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:42.551369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:42.873797 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 5576adc4-6844-47b3-8508-4d8ba1cf169d associated. External IP: 172.27.2.175, port: 2550f633-8a8b-4064-bf8f-54d4ca2c4032. Sep 27 08:49:43.095057 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:43.169898 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc251d-5490-405b-904b-0d8face0244c req-9f1e5d67-f04e-4137-ae12-8e52e3485d2b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.177152 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-92bc251d-5490-405b-904b-0d8face0244c req-9f1e5d67-f04e-4137-ae12-8e52e3485d2b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0664461 Sep 27 08:49:43.210254 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:43.218972 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-92bc251d-5490-405b-904b-0d8face0244c req-f205e567-ca07-4e77-9d35-f88c4bb778e6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Sep 27 08:49:43.223528 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:43.233776 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:43.234398 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:43.241649 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39670) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:43.263451 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.334445 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7a661a3d-0cbb-4ad1-88ec-2b517300f7a0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8394938 Sep 27 08:49:43.336725 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:43.338982 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91bd18c-3e72-4801-aee4-daa041a028e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:43.363515 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f522-693a-4502-a171-2ea1fc538ef0 req-ce589564-05e2-4334-9b3d-624851d6d5de tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.365171 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9a6f522-693a-4502-a171-2ea1fc538ef0 req-ce589564-05e2-4334-9b3d-624851d6d5de tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.1145005 Sep 27 08:49:43.372527 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc81ff-3176-4f29-989e-996a304aec61 tempest-TestMinimumBasicScenario-2125426413 tempest-TestMinimumBasicScenario-2125426413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.374136 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-39cc81ff-3176-4f29-989e-996a304aec61 tempest-TestMinimumBasicScenario-2125426413 tempest-TestMinimumBasicScenario-2125426413-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1093 time: 0.1312883 Sep 27 08:49:43.377601 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39678) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:43.382296 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'port_id': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:43.391263 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19da92-f58b-466a-9c5e-f4eb7163f6c3 x-openstack-request-id: req-0d19da92-f58b-466a-9c5e-f4eb7163f6c3 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:43.391724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:43.391979 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d19da92-f58b-466a-9c5e-f4eb7163f6c3 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:43.392365 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'status': 'completed', 'code': 200} Sep 27 08:49:43.423004 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9a6f522-693a-4502-a171-2ea1fc538ef0 req-abfe54d4-856b-4316-83d7-205b05b1e8e7 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Sep 27 08:49:43.445996 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:43.452504 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for floatingip, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.470258 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-19c25327-971b-4496-9781-f3ccdd5933e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.472370 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-19c25327-971b-4496-9781-f3ccdd5933e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1098 time: 0.0455749 Sep 27 08:49:43.483178 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:43.606115 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.617578 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6317c7-e918-4b87-b475-9f6dc7ec17e5 req-6feaed59-1aca-4897-8c75-fce34133ea90 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.621156 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1d6317c7-e918-4b87-b475-9f6dc7ec17e5 req-6feaed59-1aca-4897-8c75-fce34133ea90 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 943 time: 0.0688639 Sep 27 08:49:43.629635 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-79c2413a-c86f-4921-b1bf-95c31df8c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.631814 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-79c2413a-c86f-4921-b1bf-95c31df8c126 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.1514962 Sep 27 08:49:43.643354 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dce11f-4c1e-4136-b397-61960fb54bb5 req-ad6ffd43-93a0-464b-b259-da2e61d2ab8f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.646697 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4dce11f-4c1e-4136-b397-61960fb54bb5 req-ad6ffd43-93a0-464b-b259-da2e61d2ab8f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0838211 Sep 27 08:49:43.654701 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:43.687034 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:43.700617 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1d6317c7-e918-4b87-b475-9f6dc7ec17e5 req-3b366d45-9247-47a0-ad8f-885b8723bcd3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742087 Sep 27 08:49:43.740325 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4dce11f-4c1e-4136-b397-61960fb54bb5 req-deba181b-05a2-47c4-b033-c92d434baba1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860126 Sep 27 08:49:43.762492 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Allocated IP 172.27.2.87 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/e1d797da-9c1f-4139-8063-6f2f6904fc35) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:43.770066 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-07410fcf-beeb-4228-82d5-f64d586e95f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 999 time: 0.1215656 Sep 27 08:49:43.775030 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.799593 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:43.827280 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-832674f3-26f7-410c-a188-5731ecc6c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.828784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-832674f3-26f7-410c-a188-5731ecc6c94e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0509601 Sep 27 08:49:43.842662 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:43.869270 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:41Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:43.874135 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.884665 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-71068423-0c24-45bd-adc6-4ab3476c59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.886257 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-71068423-0c24-45bd-adc6-4ab3476c59af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428405 Sep 27 08:49:43.901262 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:43.906141 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.930194 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:43.930827 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:43.966193 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:43.997827 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-446bf1d7-d0fb-4f4e-a386-55b212054f13 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994403 Sep 27 08:49:44.005980 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=6']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:44.011520 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:44.015066 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:44.020203 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:44.051399 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'Port': ['ID=e1d797da-9c1f-4139-8063-6f2f6904fc35,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:44.054882 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:44.085951 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.086299 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.086822 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.087357 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.087708 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.088033 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.088526 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.089043 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.089432 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.089951 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.090319 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.090651 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:44.104993 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:44.124173 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a91bd18c-3e72-4801-aee4-daa041a028e6 req-e75c0e01-c1e6-46d5-834c-57b3c60dd01c service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021981 Sep 27 08:49:44.148505 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:44.369962 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:44.405701 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:41Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:44.430498 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210a4e-101d-420e-99dd-a61b7ab69f59 None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:41Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:44.525285 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:44.599199 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49a5de-9023-484c-bd05-8e058e8fd4d5 req-8749664e-c3e4-418d-9193-62280bbf4ef5 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:44.600912 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ff49a5de-9023-484c-bd05-8e058e8fd4d5 req-8749664e-c3e4-418d-9193-62280bbf4ef5 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0938721 Sep 27 08:49:44.635621 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fc7a1-42be-4eb3-a2b0-51377a3ac124 None None] New status for floating IP 5576adc4-6844-47b3-8508-4d8ba1cf169d: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:44.698809 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ff49a5de-9023-484c-bd05-8e058e8fd4d5 req-7b628d7f-0a5e-494b-a716-55800525d03e tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809617 Sep 27 08:49:44.842485 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9de480-66ea-4fe7-bacc-73f708301da5 req-6b182db2-f36c-47ba-a8db-9555dfe54e4a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:44.844223 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e9de480-66ea-4fe7-bacc-73f708301da5 req-6b182db2-f36c-47ba-a8db-9555dfe54e4a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 943 time: 0.0558960 Sep 27 08:49:44.899981 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e9de480-66ea-4fe7-bacc-73f708301da5 req-648d37a1-c55d-4816-8208-3ea179cbc7f5 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469878 Sep 27 08:49:45.068881 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.087690 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2b343-53b6-4acd-94d3-c694abc1cde5 req-b5a4979f-dd4d-4353-a630-6b4e853fad56 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.090002 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-41e2b343-53b6-4acd-94d3-c694abc1cde5 req-b5a4979f-dd4d-4353-a630-6b4e853fad56 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0710409 Sep 27 08:49:45.090126 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076b9fb-d855-482a-af88-c544c4004e70 req-4f24aa00-f09f-411d-9daf-edf9981cff55 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.091566 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e076b9fb-d855-482a-af88-c544c4004e70 req-4f24aa00-f09f-411d-9daf-edf9981cff55 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Sep 27 08:49:45.135232 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-41e2b343-53b6-4acd-94d3-c694abc1cde5 req-ec7ce2df-30c9-446c-833f-9b12561568a8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Sep 27 08:49:45.136238 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.184629 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.238610 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'Port': ['ID=e1d797da-9c1f-4139-8063-6f2f6904fc35,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:45.260541 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Deleting port ad48d688-cceb-4f80-9e46-903ef0325790 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:45.261144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.311081 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Floating IP ce777d91-53b8-49aa-bd80-36fe80c21f8e associated. External IP: 172.27.2.87, port: 306ed4e3-90b8-4113-9608-a5c35f56a12e. Sep 27 08:49:45.370597 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] For port ad48d688-cceb-4f80-9e46-903ef0325790, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ad48d688-cceb-4f80-9e46-903ef0325790,segment=NetworkSegment(edfba53e-cc97-4f62-8d05-9e2cee26e458),segment_id=edfba53e-cc97-4f62-8d05-9e2cee26e458)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:45.370960 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.378449 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 56c687df-bfd6-4fa3-a17f-52b0c7659623 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:45.403556 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Calling delete_port for ad48d688-cceb-4f80-9e46-903ef0325790 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:45.546471 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:45.568322 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:45.572797 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'port_id': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'mac_address': 'fa:16:3e:c9:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:45.574738 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Router 130d3fdf-f556-4202-9b08-71ca9695f067 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:45.677924 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.700794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:45.702358 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.704953 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c687df-bfd6-4fa3-a17f-52b0c7659623 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:45.735146 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:45.771305 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Sync routers for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:45.794359 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:45.796796 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:45.798195 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:45.843804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d4485-2a6f-4b77-a388-2b8658cefd2d req-9b643dc4-8385-4c3a-99d2-bb400e2433e0 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.845355 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b7d4485-2a6f-4b77-a388-2b8658cefd2d req-9b643dc4-8385-4c3a-99d2-bb400e2433e0 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 945 time: 0.0588396 Sep 27 08:49:45.897394 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.947861 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b7d4485-2a6f-4b77-a388-2b8658cefd2d req-df346501-b57b-4c01-a3a6-3229eb25a9ad tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c24fb3a-1039-47aa-87f1-5d4efb810112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Sep 27 08:49:45.974368 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:45.988195 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:45.994035 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8258c763-4025-46fa-a280-b94e80b0170f" -d '{"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:46.014409 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:46.060154 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafdbf0-1e80-4abf-aafe-26e26a1877d1 req-82cd92a4-fc22-49c0-ae5f-6924022499d3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.067929 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8eafdbf0-1e80-4abf-aafe-26e26a1877d1 req-82cd92a4-fc22-49c0-ae5f-6924022499d3 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 943 time: 0.0772862 Sep 27 08:49:46.141628 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8eafdbf0-1e80-4abf-aafe-26e26a1877d1 req-7a4c8e09-15bd-43e8-b0f3-528a889841ce tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727274 Sep 27 08:49:46.247584 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71811d04-fa85-4d6f-ac6c-4b9b88c66e12 x-openstack-request-id: req-71811d04-fa85-4d6f-ac6c-4b9b88c66e12 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:46.247886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:46.248132 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71811d04-fa85-4d6f-ac6c-4b9b88c66e12 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:46.248516 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'code': 200} Sep 27 08:49:46.291446 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb491-ce69-4f19-b423-2b354ad2cc84 req-d3f3a567-148d-415a-9bec-98d2c14a8513 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.293138 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dd7bb491-ce69-4f19-b423-2b354ad2cc84 req-d3f3a567-148d-415a-9bec-98d2c14a8513 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0656736 Sep 27 08:49:46.337900 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.343298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'ce777d91-53b8-49aa-bd80-36fe80c21f8e', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'port_id': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'mac_address': 'fa:16:3e:10:49:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:44Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 0, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:46.352274 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['ad48d688-cceb-4f80-9e46-903ef0325790'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:46.365356 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dd7bb491-ce69-4f19-b423-2b354ad2cc84 req-2be1bfd2-7ebe-4fa7-ad36-733298ccc400 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619967 Sep 27 08:49:46.373586 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.420552 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Checking router: 130d3fdf-f556-4202-9b08-71ca9695f067 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:46.427996 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cf097e83-82c8-426a-96c2-617e78a53b53 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0469906 Sep 27 08:49:46.428641 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39724) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:46.431285 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.432976 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.433644 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:46.438069 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42669d7d-c3d9-4c14-aaf7-d6c521722332" -d '{"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:46.439381 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Pushing event deleted for resources: {'Port': ['ID=ad48d688-cceb-4f80-9e46-903ef0325790,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.455489 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253340891', 'description': 'tempest-secgroup-smoke-253340891 description', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:46.472280 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] No DVR routers for this DVR port ad48d688-cceb-4f80-9e46-903ef0325790 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:46.474851 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:46.478315 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:46.480524 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.485111 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e076b9fb-d855-482a-af88-c544c4004e70 req-6cb09dfb-26b3-43e2-9ca3-2a12c2611c0d tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.68 "DELETE /v2.0/ports/ad48d688-cceb-4f80-9e46-903ef0325790 HTTP/1.1" status: 204 len: 173 time: 1.3832941 Sep 27 08:49:46.485593 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'name': 'network-vif-deleted', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:46.499287 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4dbec8-29dc-4971-ae32-6fa3e0658b9f" -d '{"events": [{"server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "name": "network-vif-deleted", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:46.552110 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cae98e-5a15-4cbc-a707-552486e32f46 x-openstack-request-id: req-d3cae98e-5a15-4cbc-a707-552486e32f46 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:46.553168 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce85ffd-e2f8-4cff-ae93-078f123cf292", "name": "network-vif-deleted", "tag": "ad48d688-cceb-4f80-9e46-903ef0325790", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:46.557662 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3cae98e-5a15-4cbc-a707-552486e32f46 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:46.557662 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce85ffd-e2f8-4cff-ae93-078f123cf292', 'name': 'network-vif-deleted', 'tag': 'ad48d688-cceb-4f80-9e46-903ef0325790', 'status': 'completed', 'code': 200} Sep 27 08:49:46.568223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.601476 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.618269 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a4e25-37bc-425f-9a17-1bd456eb67f6 x-openstack-request-id: req-a63a4e25-37bc-425f-9a17-1bd456eb67f6 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:46.618669 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:46.619141 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a63a4e25-37bc-425f-9a17-1bd456eb67f6 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:46.619724 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:49:46.711202 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-69ac99a4-aa34-4f17-a229-bab994f34a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.713130 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-69ac99a4-aa34-4f17-a229-bab994f34a83 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1098 time: 0.0775278 Sep 27 08:49:46.717988 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:49:46.765421 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.780369 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['56c687df-bfd6-4fa3-a17f-52b0c7659623'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:46.835698 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=7']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.836994 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.855588 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:46.886735 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d178a22d-3d29-49ed-9875-809793fc436d,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.900857 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-c8524614-7b4b-48e8-b480-fc5b2a2923cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.901409 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-c8524614-7b4b-48e8-b480-fc5b2a2923cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 915 time: 0.1805449 Sep 27 08:49:46.923708 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.926213 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9909870b-1859-4510-96ab-1dbd6a6309b8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4809196 Sep 27 08:49:46.933875 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39732) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:46.940560 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:47.042152 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-8a1575e1-0bd5-48b9-926e-ee7862c9aaae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 998 time: 0.1237302 Sep 27 08:49:47.056438 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.122606 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2ce4139e-6403-4854-8a45-e21389dfe7b7 req-1f26e7dc-de16-4ac2-bc5f-ed6296624da1 tempest-VolumesActionsTest-2050983053 tempest-VolumesActionsTest-2050983053-project] 10.222.0.74 "GET /v2.0/ports?device_id=bce85ffd-e2f8-4cff-ae93-078f123cf292 HTTP/1.1" status: 200 len: 210 time: 0.0381901 Sep 27 08:49:47.130444 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-05428495-aab4-4cd6-9eb7-487c4ede0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.130444 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-05428495-aab4-4cd6-9eb7-487c4ede0db7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.0766194 Sep 27 08:49:47.176316 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.257275 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'ce777d91-53b8-49aa-bd80-36fe80c21f8e', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'port_id': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'mac_address': 'fa:16:3e:10:49:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:44Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 0, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:47.267107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-f3404967-d008-4fa7-9815-43b4e00f758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.269275 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-f3404967-d008-4fa7-9815-43b4e00f758b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272185 Sep 27 08:49:47.285214 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.293970 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c486de0-15d8-4fb5-87c0-e29233a6581a None None] The sync data for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi is: [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': 'ce777d91-53b8-49aa-bd80-36fe80c21f8e', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'port_id': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'mac_address': 'fa:16:3e:10:49:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:44Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 0, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:47.323538 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5821e0-af01-4baa-9eaa-c700b2c2df28,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:47.343352 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357ae8-13b9-4ae3-a438-62b0cf5f6835 req-f410e7c5-1d6c-498b-b5d8-477f63cefcd6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.347233 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb357ae8-13b9-4ae3-a438-62b0cf5f6835 req-f410e7c5-1d6c-498b-b5d8-477f63cefcd6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 944 time: 0.1224866 Sep 27 08:49:47.395131 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device ad48d688-cceb-4f80-9e46-903ef0325790 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:47.400456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.406964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39738) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:47.408669 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a88917ed-9df5-4991-b194-9e9c2a340ac0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664323 Sep 27 08:49:47.423558 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:47.476195 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb357ae8-13b9-4ae3-a438-62b0cf5f6835 req-a5f52907-99ca-4402-9e45-e3acf32b311c tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184163 Sep 27 08:49:47.490097 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: ad48d688-cceb-4f80-9e46-903ef0325790 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:47.492087 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device ad48d688-cceb-4f80-9e46-903ef0325790 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:47.506535 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-965a5dc1-fa4b-4fba-baa7-c7b6e021e8b4 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273712 Sep 27 08:49:47.594360 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d327e-02d4-4068-8af7-76024825f427 req-52efa091-5124-45c9-8cd2-ebd5170fcc43 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.596820 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-206d327e-02d4-4068-8af7-76024825f427 req-52efa091-5124-45c9-8cd2-ebd5170fcc43 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0659859 Sep 27 08:49:47.625196 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.668990 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f08970-07ff-45f9-8262-78a5e4386a1e None None] New status for floating IP ce777d91-53b8-49aa-bd80-36fe80c21f8e: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:47.682180 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-206d327e-02d4-4068-8af7-76024825f427 req-8960b45d-96bc-4fff-bfaa-2c9e811e4786 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783975 Sep 27 08:49:47.700168 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42669d7d-c3d9-4c14-aaf7-d6c521722332 req-27c8fb33-4b14-46d9-98dd-76e11d76a515 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842833 Sep 27 08:49:47.721104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.779277 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.801648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa86d6a-2a78-4c44-9da1-017438816e2d,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:47.868495 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.869921 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-47500e1f-a613-43ed-bc05-efb36b0951fb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4600132 Sep 27 08:49:47.872545 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39742) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:47.878233 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:47.983277 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.054782 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.109368 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.130087 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28860283-0295-483b-b8e6-42234b78aad9,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:48.192140 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.196060 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-045b459b-97fa-4854-98d0-24c9b827a6d0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3198707 Sep 27 08:49:48.199944 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39746) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:48.202546 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:48.297855 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.364558 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.434774 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.463503 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b7259a-0258-4cba-aed1-72fc735354c8,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:48.503520 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.505990 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-80eea308-0f10-4cbe-a632-d2473c954c01 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3077610 Sep 27 08:49:48.508839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39754) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:48.516465 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:48.624347 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594c0d5-132f-4f48-8ee6-92afe99994ca req-53931d3c-7584-4fcf-82be-01a42507508b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:48.627611 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a594c0d5-132f-4f48-8ee6-92afe99994ca req-53931d3c-7584-4fcf-82be-01a42507508b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 944 time: 0.0644584 Sep 27 08:49:48.691044 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a594c0d5-132f-4f48-8ee6-92afe99994ca req-af9cedd6-1914-4c25-874a-05ba301cd9be tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553560 Sep 27 08:49:48.826499 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32246d75-cc34-49f3-8165-e921350b13bd req-83c66cb3-3546-4182-b4e8-bcc0e4b051e9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:48.828142 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32246d75-cc34-49f3-8165-e921350b13bd req-83c66cb3-3546-4182-b4e8-bcc0e4b051e9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0596838 Sep 27 08:49:48.870527 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32246d75-cc34-49f3-8165-e921350b13bd req-fb196246-a75c-46b6-9666-cbc388c4fb77 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359366 Sep 27 08:49:48.994424 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.securitygroups_db [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Project 8275d810d9af4dd9a16cae9122ef7a8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:49:48.994424 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.068032 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.206049 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.226487 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdb0cd4-f0ae-4e81-9b85-8139f58cc8c7,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.277016 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.281775 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 39770) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:49.286157 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d7c3f186-fa26-4962-a673-d0f4839b8270 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7719984 Sep 27 08:49:49.287618 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'security_group_rule': {'security_group_id': 'd178a22d-3d29-49ed-9875-809793fc436d', 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:49.383458 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.securitygroups_db [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Project 8275d810d9af4dd9a16cae9122ef7a8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:49:49.389313 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.409939 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 56c687df-bfd6-4fa3-a17f-52b0c7659623 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:49.483770 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.537747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.556787 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d069c805-02dd-4276-a5a3-291359f3965d,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.560461 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 56c687df-bfd6-4fa3-a17f-52b0c7659623 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:49.568746 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 56c687df-bfd6-4fa3-a17f-52b0c7659623 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:49.569128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.648638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.651284 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-157e56e4-8dd1-41b0-99ed-67b599c3be8b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680079 Sep 27 08:49:49.665716 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.702550 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:49.706018 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77566be8-bb65-4282-b36f-09a57eb5d785" -d '{"events": [{"server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "name": "network-vif-plugged", "status": "completed", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:49.714761 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:49.766323 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-0853d861-13de-49a0-b352-623f52d3ee52 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253340891&fields=id&tenant_id=8275d810d9af4dd9a16cae9122ef7a8a HTTP/1.1" status: 200 len: 267 time: 0.0441086 Sep 27 08:49:49.781517 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8737ba3-82a7-45b3-aa1e-16a267f5f352 x-openstack-request-id: req-a8737ba3-82a7-45b3-aa1e-16a267f5f352 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:49.781833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "name": "network-vif-plugged", "status": "completed", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:49.782058 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8737ba3-82a7-45b3-aa1e-16a267f5f352 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:49.782463 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'code': 200} Sep 27 08:49:49.811575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.839422 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-dfedbef0-01c9-4f64-8930-8de006429a98 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:49.848139 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-dfedbef0-01c9-4f64-8930-8de006429a98 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0808694 Sep 27 08:49:49.853574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'port': {'security_groups': ['ab81b16d-0f70-4962-8b87-fe9ffdde81a1', 'd178a22d-3d29-49ed-9875-809793fc436d']}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:49.891380 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.918972 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983ddc-f389-4718-a736-f48b949c77b5 req-ca19dd3f-d1ee-4d2c-9234-70bbea007f14 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:49.925061 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cd983ddc-f389-4718-a736-f48b949c77b5 req-ca19dd3f-d1ee-4d2c-9234-70bbea007f14 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Sep 27 08:49:49.957390 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.978763 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cd983ddc-f389-4718-a736-f48b949c77b5 req-d2b3fcc1-a21f-44e4-a7be-0ec1341347d7 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Sep 27 08:49:50.207124 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6e4ef-2f4a-4cef-bfc3-12b977d9a3b3 req-b4b74a29-1c66-447e-ac4e-337d60564a04 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.209757 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18f6e4ef-2f4a-4cef-bfc3-12b977d9a3b3 req-b4b74a29-1c66-447e-ac4e-337d60564a04 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1005619 Sep 27 08:49:50.210604 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd553-6b25-42f3-8c7e-365e7f97a026 req-b12f7b24-2706-4fd4-9168-524e94797fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.211984 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0dd553-6b25-42f3-8c7e-365e7f97a026 req-b12f7b24-2706-4fd4-9168-524e94797fab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 1098 time: 0.0637801 Sep 27 08:49:50.264560 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:50.286548 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18f6e4ef-2f4a-4cef-bfc3-12b977d9a3b3 req-7bdc79c8-045d-4cf6-baea-a5828ed3e401 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708902 Sep 27 08:49:50.313676 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.323293 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0dd553-6b25-42f3-8c7e-365e7f97a026 req-b82fc7c7-07db-4ded-9bb6-fcadf8468bc0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756083 Sep 27 08:49:50.372415 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.390071 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:50.423327 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.424064 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.429596 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-896eb82d-f29f-4e09-96e5-ec97a52295eb req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "PUT /v2.0/ports/306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 981 time: 0.5804598 Sep 27 08:49:50.430253 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:50.445000 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd14449-d9a3-40fc-ad84-850e47b74d60" -d '{"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:50.512729 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223687-486a-4393-9586-3b5fdc35e710 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=6']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:50.541177 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7cd003-7a48-4148-94ff-b7a30c8d9b36 x-openstack-request-id: req-7a7cd003-7a48-4148-94ff-b7a30c8d9b36 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:50.541468 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:50.541751 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a7cd003-7a48-4148-94ff-b7a30c8d9b36 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:50.542156 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:49:50.575277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:50.653120 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-9cc55508-cd67-407c-a975-4205c258059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.654788 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-9cc55508-cd67-407c-a975-4205c258059d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1137 time: 0.0702014 Sep 27 08:49:50.663854 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a69206-734e-45fa-a58e-424a8df0b6b5 req-134363a7-1001-4227-aa70-93429394de15 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.665480 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-21a69206-734e-45fa-a58e-424a8df0b6b5 req-134363a7-1001-4227-aa70-93429394de15 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.1149776 Sep 27 08:49:50.749920 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-21a69206-734e-45fa-a58e-424a8df0b6b5 req-f18ef445-357e-4b49-8a90-345beedccb45 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750573 Sep 27 08:49:50.811815 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-2e9dbe26-57ea-4b37-9b57-57b98d77c105 None None] Provisioning complete for port 306ed4e3-90b8-4113-9608-a5c35f56a12e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:50.812093 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2e9dbe26-57ea-4b37-9b57-57b98d77c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:51.123728 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53081d-6cbb-4c51-81cc-e1431c33c253 req-b69f6401-8e91-4c11-8915-21ced5c2ecbd tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.126023 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c53081d-6cbb-4c51-81cc-e1431c33c253 req-b69f6401-8e91-4c11-8915-21ced5c2ecbd tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0671031 Sep 27 08:49:51.183463 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c53081d-6cbb-4c51-81cc-e1431c33c253 req-a24bbcb2-7951-4515-a539-bcfeb9006dd8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Sep 27 08:49:51.417290 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719c5f1-32f6-47da-9d71-5320664722b6 req-b29a5e1c-a756-470c-ae5c-7fcaa4304dd6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.419554 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e719c5f1-32f6-47da-9d71-5320664722b6 req-b29a5e1c-a756-470c-ae5c-7fcaa4304dd6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Sep 27 08:49:51.477505 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e719c5f1-32f6-47da-9d71-5320664722b6 req-9daa302a-a591-4964-8684-4f4539f60b50 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Sep 27 08:49:51.644193 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-00a57503-52ca-47b4-916c-fa319798ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.645986 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-00a57503-52ca-47b4-916c-fa319798ab8a service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 915 time: 0.1035442 Sep 27 08:49:52.310195 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6386065-0c02-410a-a8a9-fd27b9b9028f req-976d06fc-cb0d-4aa3-9afd-fca2d1866b49 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.311915 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6386065-0c02-410a-a8a9-fd27b9b9028f req-976d06fc-cb0d-4aa3-9afd-fca2d1866b49 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0558136 Sep 27 08:49:52.355515 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-e6386065-0c02-410a-a8a9-fd27b9b9028f req-0979a01c-b16c-4192-89e6-a9e2f5024a7d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362530 Sep 27 08:49:52.478663 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-d7579683-2b14-410e-af74-48f751b66bd4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 1000 time: 0.0601799 Sep 27 08:49:52.593372 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374bb3-1bbf-45bf-b106-046d9d968215 req-6039e2c0-a3de-4e42-82d6-c6ce303bf1fd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.594910 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e374bb3-1bbf-45bf-b106-046d9d968215 req-6039e2c0-a3de-4e42-82d6-c6ce303bf1fd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Sep 27 08:49:52.632883 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e374bb3-1bbf-45bf-b106-046d9d968215 req-ba3b4166-8457-4dc3-bc6d-5f04651402df tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Sep 27 08:49:53.517823 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-7ddecd6c-a7cd-4508-827b-5e039d0db647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.520332 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-7ddecd6c-a7cd-4508-827b-5e039d0db647 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.0979261 Sep 27 08:49:53.529809 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e9fde-3637-4122-9945-6a51f60e5584 req-4fbae9d3-88d5-493e-af84-9725d1c7548b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.531456 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7f9e9fde-3637-4122-9945-6a51f60e5584 req-4fbae9d3-88d5-493e-af84-9725d1c7548b tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0994205 Sep 27 08:49:53.586863 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7f9e9fde-3637-4122-9945-6a51f60e5584 req-9663cbc8-0e6b-4013-a1a8-6dec0a171f00 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488970 Sep 27 08:49:53.593403 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-5900f12e-3b7c-4353-8ffb-d336bb9d7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.595717 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-5900f12e-3b7c-4353-8ffb-d336bb9d7df0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542655 Sep 27 08:49:53.718864 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-28bce72d-f515-4197-be26-a6681b8ad845 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149480 Sep 27 08:49:53.832522 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e06f3-93cc-4684-b39e-d6d6b12d6e9a req-dc559970-bed4-4149-a3c0-49d556620064 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.834212 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d21e06f3-93cc-4684-b39e-d6d6b12d6e9a req-dc559970-bed4-4149-a3c0-49d556620064 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1190450 Sep 27 08:49:53.880387 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bd14449-d9a3-40fc-ad84-850e47b74d60 req-2548383e-6e65-4b5b-8692-01c9baffabb4 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330791 Sep 27 08:49:53.901245 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d21e06f3-93cc-4684-b39e-d6d6b12d6e9a req-226aef96-7dfa-4589-a970-3d2d4d92b21e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605407 Sep 27 08:49:54.730767 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec3323-2216-4741-9c5a-0c4c51d093c5 req-dde57905-57ab-485d-8a58-b47a23cc39f4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.732568 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56ec3323-2216-4741-9c5a-0c4c51d093c5 req-dde57905-57ab-485d-8a58-b47a23cc39f4 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0651791 Sep 27 08:49:54.793240 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-56ec3323-2216-4741-9c5a-0c4c51d093c5 req-6da42826-47d7-48c2-922c-bcd412f9c448 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Sep 27 08:49:54.925722 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2105d-cbf7-4a0c-811a-6db3be0286aa req-ddd47440-360b-4d90-b73c-5505ba062978 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.931289 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ec2105d-cbf7-4a0c-811a-6db3be0286aa req-ddd47440-360b-4d90-b73c-5505ba062978 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0651515 Sep 27 08:49:54.937014 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 39864) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:54.944225 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Request body: {'floatingip': {'port_id': '56c687df-bfd6-4fa3-a17f-52b0c7659623'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:55.043331 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.137783 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9a572-4797-432a-9952-6cd8fe30cee9 req-512877c1-fba2-4ab4-85d1-25ba19901de9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:55.139291 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5ad9a572-4797-432a-9952-6cd8fe30cee9 req-512877c1-fba2-4ab4-85d1-25ba19901de9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1318951 Sep 27 08:49:55.231315 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5ad9a572-4797-432a-9952-6cd8fe30cee9 req-07ebd67c-86ac-4dc2-8f42-1b3f9834892c tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846393 Sep 27 08:49:55.992417 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.274741 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.303888 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.456418 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3ca7-c225-4d82-b5ae-edfafcf91c1d req-9b1fe9fd-4dc2-4b50-a74c-a0bb926fefb3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:56.458073 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-186f3ca7-c225-4d82-b5ae-edfafcf91c1d req-9b1fe9fd-4dc2-4b50-a74c-a0bb926fefb3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1065638 Sep 27 08:49:56.535674 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Floating IP 2562b61a-3c68-4fce-832e-289bc09602d0 associated. External IP: 172.27.2.167, port: 56c687df-bfd6-4fa3-a17f-52b0c7659623. Sep 27 08:49:56.556839 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-186f3ca7-c225-4d82-b5ae-edfafcf91c1d req-74738fae-a83a-4736-b42e-9c4c2eb28940 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634420 Sep 27 08:49:56.849641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:57.049269 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:57.054719 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:57.064815 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:57.081735 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:57.082934 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:57.104159 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e3d2b132-f13e-47f0-a441-5dce997f2dc6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "PUT /v2.0/floatingips/2562b61a-3c68-4fce-832e-289bc09602d0 HTTP/1.1" status: 200 len: 991 time: 2.1633554 Sep 27 08:49:57.104811 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:57.107189 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660" -d '{"events": [{"name": "network-changed", "server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:57.161585 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a34397-f76c-4eb1-b0b4-536e70abda11 x-openstack-request-id: req-63a34397-f76c-4eb1-b0b4-536e70abda11 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:57.161585 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:57.161585 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63a34397-f76c-4eb1-b0b4-536e70abda11 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:57.161585 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'status': 'completed', 'code': 200} Sep 27 08:49:57.246680 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-cd505fc7-d627-406e-8048-89e1e70b2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.248358 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-cd505fc7-d627-406e-8048-89e1e70b2ac9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5383265408b84c1ca850256f7ccc80f6&device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 1098 time: 0.0621762 Sep 27 08:49:57.270225 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:57.386209 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-c77069d3-4f92-4bac-8c7a-0b50c18c68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.387737 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-c77069d3-4f92-4bac-8c7a-0b50c18c68fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 200 len: 912 time: 0.1250405 Sep 27 08:49:57.486974 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-da43369e-2192-4dbf-aa8b-c2482ca2585a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623 HTTP/1.1" status: 200 len: 999 time: 0.0909665 Sep 27 08:49:57.553682 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-17d00717-a3ac-467a-aa19-f3b59fbf3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.555121 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-17d00717-a3ac-467a-aa19-f3b59fbf3b3f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 200 len: 850 time: 0.0611200 Sep 27 08:49:57.625332 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-a0e6c409-546b-4261-8028-052d358862a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.627694 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-a0e6c409-546b-4261-8028-052d358862a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bcfe1485-ea2f-4942-8deb-2a3288c83372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652199 Sep 27 08:49:57.662581 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '2562b61a-3c68-4fce-832e-289bc09602d0', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:c9:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:35Z', 'updated_at': '2021-09-27T08:49:55Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:57.692712 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:57.717689 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:57.718509 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:49:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:57.786006 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-ae0a2b94-0887-4c14-ba3b-2637f3c790bd service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498301 Sep 27 08:49:57.863543 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:57.900214 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3232-4356-4f47-82dc-343d7f18e8ea req-ad724882-6f6c-4333-b54b-600129fb7870 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.908823 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-134d3232-4356-4f47-82dc-343d7f18e8ea req-ad724882-6f6c-4333-b54b-600129fb7870 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1451859 Sep 27 08:49:57.973271 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-134d3232-4356-4f47-82dc-343d7f18e8ea req-42ad4f21-7e6d-4cd4-9735-9bd6c3462675 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630586 Sep 27 08:49:57.977603 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d54d826-d2e9-4ad5-b2fd-2a8b8b308660 req-d59bc387-3487-4ed0-a574-4f7e0afd7a6e service neutron] 10.222.0.68 "GET /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724749 Sep 27 08:49:58.164969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '2562b61a-3c68-4fce-832e-289bc09602d0', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:c9:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:35Z', 'updated_at': '2021-09-27T08:49:55Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:58.209197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d479-ff5c-4df6-b579-83f5f54ea4f8 None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '2562b61a-3c68-4fce-832e-289bc09602d0', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'port_id': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'mac_address': 'fa:16:3e:c9:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:35Z', 'updated_at': '2021-09-27T08:49:55Z', 'revision_number': 1, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:58.412236 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6eb83-f98b-45fe-ba35-dfdc67fc0c29 None None] New status for floating IP 2562b61a-3c68-4fce-832e-289bc09602d0: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:58.485069 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa96d-9fde-4945-883f-412d892a37db req-c7695bfe-f56f-4c87-ad6e-50f781ad6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.487099 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-c7695bfe-f56f-4c87-ad6e-50f781ad6293 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0579631 Sep 27 08:49:58.615131 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa96d-9fde-4945-883f-412d892a37db req-b782a192-b38e-449d-85a9-2a5beb65c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.616829 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-b782a192-b38e-449d-85a9-2a5beb65c18c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.1178732 Sep 27 08:49:58.691964 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-29e6c80c-dbaf-4354-aded-6cd6374937ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 1000 time: 0.0669923 Sep 27 08:49:58.756844 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa96d-9fde-4945-883f-412d892a37db req-2f098245-d949-4b8c-990e-de75264e7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.758709 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-2f098245-d949-4b8c-990e-de75264e7129 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0538499 Sep 27 08:49:58.818141 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa96d-9fde-4945-883f-412d892a37db req-31c457da-c444-4bc6-9edf-1595f3f4f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.819973 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-31c457da-c444-4bc6-9edf-1595f3f4f8ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504656 Sep 27 08:49:58.928209 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-f357ccc2-0d04-4e97-9b31-386639db0066 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912039 Sep 27 08:49:59.040874 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6bfa96d-9fde-4945-883f-412d892a37db req-e7d566e5-8fac-4921-971d-5ed3fae1e37f service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006098 Sep 27 08:49:59.110212 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5f9ea-2fc1-44b9-a983-717e68d88e64 req-174473cf-cb45-416e-8491-53476097cb73 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:59.112430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ae5f9ea-2fc1-44b9-a983-717e68d88e64 req-174473cf-cb45-416e-8491-53476097cb73 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0554767 Sep 27 08:49:59.156834 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ae5f9ea-2fc1-44b9-a983-717e68d88e64 req-c95b14c6-5109-4d14-b9a2-fa7cce3d8caa tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Sep 27 08:50:00.292950 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb251d-e347-4a24-a28a-059b0550e83c req-61f6cca5-b5ad-4b68-9dc1-6b0a23ddc624 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:00.294527 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55bb251d-e347-4a24-a28a-059b0550e83c req-61f6cca5-b5ad-4b68-9dc1-6b0a23ddc624 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0539827 Sep 27 08:50:00.341823 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55bb251d-e347-4a24-a28a-059b0550e83c req-860e2199-463f-46a7-99b7-2a1659394912 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365467 Sep 27 08:50:01.463129 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:01.479709 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95382f-e4f0-4d44-96e7-842dbb109bf4 req-2b750710-3954-42ae-9530-0f4a1f3ce94e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:01.481499 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de95382f-e4f0-4d44-96e7-842dbb109bf4 req-2b750710-3954-42ae-9530-0f4a1f3ce94e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0656118 Sep 27 08:50:01.545627 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de95382f-e4f0-4d44-96e7-842dbb109bf4 req-c5ee5328-2033-43fb-8b8f-b7e7ff99bcb8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Sep 27 08:50:01.547070 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:01.586307 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:01.597281 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eedde0-7277-4f2e-9626-5f6caaa3b690" -d '{"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:01.613554 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:01.673041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26f6129-3f06-464f-ba28-259b7b3340ec x-openstack-request-id: req-a26f6129-3f06-464f-ba28-259b7b3340ec {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:01.673523 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:01.674404 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a26f6129-3f06-464f-ba28-259b7b3340ec {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:01.674863 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'code': 200} Sep 27 08:50:01.676293 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:01.738560 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=8']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:03.761715 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05260ec7-1fc8-47d9-ba91-84f3cebb52b4 req-8d9f56af-518f-4999-8151-8c9ef2112aa8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:03.771786 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05260ec7-1fc8-47d9-ba91-84f3cebb52b4 req-8d9f56af-518f-4999-8151-8c9ef2112aa8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0857491 Sep 27 08:50:03.820934 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05260ec7-1fc8-47d9-ba91-84f3cebb52b4 req-5748ec42-7f71-4529-ab70-1d7d6d49761b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Sep 27 08:50:04.009447 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-b2e008eb-497c-4fe0-8d35-6c9363e1166b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428534 Sep 27 08:50:04.995067 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab0fc-6543-44ae-b1ef-70257fe96152 req-a31f62b3-9351-4e3a-af33-54871cf96dee tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.003538 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2bab0fc-6543-44ae-b1ef-70257fe96152 req-a31f62b3-9351-4e3a-af33-54871cf96dee tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.1002550 Sep 27 08:50:05.045397 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2bab0fc-6543-44ae-b1ef-70257fe96152 req-474bb11d-809d-4e54-8c5c-f568e12799ba tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Sep 27 08:50:05.386441 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-a8743c2f-b429-48eb-8822-fc2f78249122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.388906 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-a8743c2f-b429-48eb-8822-fc2f78249122 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0&tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6 HTTP/1.1" status: 200 len: 1096 time: 0.0764666 Sep 27 08:50:05.464362 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-658f6c35-4d06-4893-ae4e-531039ba5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.466054 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-658f6c35-4d06-4893-ae4e-531039ba5570 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0463719 Sep 27 08:50:05.569155 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-95dfa209-7ff5-4ff9-8c5a-d5c693bd10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.570695 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-95dfa209-7ff5-4ff9-8c5a-d5c693bd10ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.0968535 Sep 27 08:50:05.639962 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-5a777052-d2dd-4426-a2c5-02e8ebca4f8e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 998 time: 0.0605404 Sep 27 08:50:05.709266 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-871e3b22-015c-42de-b6c4-a39a7f0c5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.710931 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-871e3b22-015c-42de-b6c4-a39a7f0c5ab5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0590522 Sep 27 08:50:05.764546 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-43437d00-e246-4852-aaff-bcbecb7c4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.766279 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-43437d00-e246-4852-aaff-bcbecb7c4c76 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483580 Sep 27 08:50:05.875684 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-72b14c0c-aedc-4d76-b4a0-90c10b1ad78b service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933752 Sep 27 08:50:05.978734 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-035c2517-7fca-47a7-bddb-2cc4b7d03bbb req-758630f2-1bb2-4445-906a-c431e27bfee3 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924470 Sep 27 08:50:06.180318 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c146502-23b7-45eb-a8f0-29a05fbdc0b4 req-c64a910f-8819-439e-b23c-5008b8f74f96 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.181863 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6c146502-23b7-45eb-a8f0-29a05fbdc0b4 req-c64a910f-8819-439e-b23c-5008b8f74f96 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0507541 Sep 27 08:50:06.240545 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6c146502-23b7-45eb-a8f0-29a05fbdc0b4 req-99f04f8f-ec8f-483b-8353-0416d9792951 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Sep 27 08:50:07.450771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1775c9-65ac-46f0-a8ca-8cf2ca962a0d req-4a0cdda7-c4d3-4e83-8b58-d425f865f6dd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:07.464241 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee1775c9-65ac-46f0-a8ca-8cf2ca962a0d req-4a0cdda7-c4d3-4e83-8b58-d425f865f6dd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.1211619 Sep 27 08:50:07.537488 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee1775c9-65ac-46f0-a8ca-8cf2ca962a0d req-261694b3-c44f-4f3f-b216-d6e4d7229031 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673172 Sep 27 08:50:08.583562 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4d36-1628-4378-8fc9-94cecf75aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:08.724804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64d2a-8726-4ec6-8d46-dacc7559b122 req-e941ae07-560a-4f86-a98f-97ea71fb029e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:08.732100 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40b64d2a-8726-4ec6-8d46-dacc7559b122 req-e941ae07-560a-4f86-a98f-97ea71fb029e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0817742 Sep 27 08:50:08.802010 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40b64d2a-8726-4ec6-8d46-dacc7559b122 req-b1084184-aea5-4f4d-a357-d66d50a836d7 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676725 Sep 27 08:50:09.994195 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10fd82-0837-4082-a8ac-fc669afe122c req-53c43513-f84e-4e26-945a-34fe53ba95d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:10.003074 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f10fd82-0837-4082-a8ac-fc669afe122c req-53c43513-f84e-4e26-945a-34fe53ba95d4 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0799963 Sep 27 08:50:10.042594 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f10fd82-0837-4082-a8ac-fc669afe122c req-4115dbae-5a14-4c5e-9dad-d555f8a26c73 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386400 Sep 27 08:50:11.176100 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd7489-38e6-48d3-9be4-a086bc5d8b05 req-b5bc4d6e-ad2f-4f95-81d2-29081d71de0d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.177618 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0fd7489-38e6-48d3-9be4-a086bc5d8b05 req-b5bc4d6e-ad2f-4f95-81d2-29081d71de0d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0582945 Sep 27 08:50:11.218448 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0fd7489-38e6-48d3-9be4-a086bc5d8b05 req-a8a171cb-2ffc-41fc-a6a7-a263fc44a393 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 Sep 27 08:50:11.285264 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-51b681da-39e9-42f0-a8c3-ce41edefb0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.794726 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.345527 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9302611-8d01-44e6-a013-885bb2f8b696 req-b8e6e175-88da-458a-a008-4c2dd556224f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:12.347142 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c9302611-8d01-44e6-a013-885bb2f8b696 req-b8e6e175-88da-458a-a008-4c2dd556224f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0516503 Sep 27 08:50:12.387428 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c9302611-8d01-44e6-a013-885bb2f8b696 req-fee2475e-fc8f-4061-9f26-f5d8b745fd7f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343385 Sep 27 08:50:12.526599 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.118382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f12f0-7cc6-4630-92e8-9d8a6a5c6ce0 req-a123e10b-c77e-4e2a-a425-441f2549a066 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.119970 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dc5f12f0-7cc6-4630-92e8-9d8a6a5c6ce0 req-a123e10b-c77e-4e2a-a425-441f2549a066 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0499539 Sep 27 08:50:14.160003 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dc5f12f0-7cc6-4630-92e8-9d8a6a5c6ce0 req-93cf7a4b-8a3a-4022-8bd8-a6181c5df16e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Sep 27 08:50:14.178480 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.281188 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e6f0a-1bee-4e64-8924-f917c3113ed8 req-8f2ff0b9-27f8-4b5a-93f7-ed4452e8fae1 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.285875 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-226e6f0a-1bee-4e64-8924-f917c3113ed8 req-8f2ff0b9-27f8-4b5a-93f7-ed4452e8fae1 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0700467 Sep 27 08:50:14.328904 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-226e6f0a-1bee-4e64-8924-f917c3113ed8 req-32903bed-e361-42d9-99e5-d27999000e21 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366871 Sep 27 08:50:15.292117 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c3c74-f876-436e-889c-efd79aa1936a req-1bbbaa1b-0069-4393-8c81-0f9ed0342936 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:15.293634 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b27c3c74-f876-436e-889c-efd79aa1936a req-1bbbaa1b-0069-4393-8c81-0f9ed0342936 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0587199 Sep 27 08:50:15.335297 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b27c3c74-f876-436e-889c-efd79aa1936a req-f1a71f25-6e1a-4271-9672-ca68b5ff4d9d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350070 Sep 27 08:50:15.475141 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7153c-08c5-4f6e-a89f-22af970a7c8c req-874b6b60-1fe1-4816-812e-ef5d381cd7fd tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:15.476661 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fea7153c-08c5-4f6e-a89f-22af970a7c8c req-874b6b60-1fe1-4816-812e-ef5d381cd7fd tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0568078 Sep 27 08:50:15.521790 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fea7153c-08c5-4f6e-a89f-22af970a7c8c req-c49ed86e-5b86-4b85-a22f-73c254d80294 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387008 Sep 27 08:50:16.470426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f601d7-60c7-45e4-a937-15022394ba8b req-90bf4da6-d41b-4ad3-8ab4-4c7b80d827e0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.472069 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4f601d7-60c7-45e4-a937-15022394ba8b req-90bf4da6-d41b-4ad3-8ab4-4c7b80d827e0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0511878 Sep 27 08:50:16.515469 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4f601d7-60c7-45e4-a937-15022394ba8b req-6d7ab4ea-6369-4468-9a7b-8b303031a85f tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Sep 27 08:50:16.668222 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa267-d16c-4b37-908b-d1ec1b20de00 req-d65f08df-1a13-4976-82e4-3137ece0afff tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.669791 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bbfa267-d16c-4b37-908b-d1ec1b20de00 req-d65f08df-1a13-4976-82e4-3137ece0afff tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0543785 Sep 27 08:50:16.713290 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bbfa267-d16c-4b37-908b-d1ec1b20de00 req-fb4ba4fe-b5ea-482f-8bd5-5e8eab2bcf96 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369284 Sep 27 08:50:16.787061 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40148) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:16.833415 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Deleting subnet a5e069f0-738a-4d6b-aa63-8ecb873f9285 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:50:16.837089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:16.879539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:16.925443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.070125 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.096707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e069f0-738a-4d6b-aa63-8ecb873f9285,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:17.101371 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.103598 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4fdf3263-ff0e-4d07-9157-f041f924f2db admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a5e069f0-738a-4d6b-aa63-8ecb873f9285 HTTP/1.1" status: 204 len: 168 time: 0.3153124 Sep 27 08:50:17.106413 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40150) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:17.185868 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.279756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.303434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c359bf6-01d4-4129-b25f-94f06f9d1e4a']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:17.312892 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfba53e-cc97-4f62-8d05-9e2cee26e458') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:17.315573 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfba53e-cc97-4f62-8d05-9e2cee26e458') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:17.323228 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.336491 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.342647 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:50:17.343041 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:50:17.344672 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:50:17.672163 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4eecd-6571-4833-ad6c-c02a6fed3f6f req-afe4954d-2185-47f8-9e12-f8ca1e0d225b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:17.673769 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edd4eecd-6571-4833-ad6c-c02a6fed3f6f req-afe4954d-2185-47f8-9e12-f8ca1e0d225b tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0515726 Sep 27 08:50:17.694526 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.699093 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.701350 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] 10.222.0.74 "DELETE /v2.0/networks/9c359bf6-01d4-4129-b25f-94f06f9d1e4a HTTP/1.1" status: 204 len: 168 time: 0.5939357 Sep 27 08:50:17.716613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ab4c0-b7fa-4734-9861-da5078d4c23a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c359bf6-01d4-4129-b25f-94f06f9d1e4a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:17.752967 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edd4eecd-6571-4833-ad6c-c02a6fed3f6f req-48f83f00-5be4-4a9e-96ae-d21e23fd7a52 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722859 Sep 27 08:50:17.877855 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d820d-f7c8-4998-a5f3-a94f492c8ee2 req-9d88da81-7d21-4ecf-9a1b-e31525f42ea6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:17.881243 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-901d820d-f7c8-4998-a5f3-a94f492c8ee2 req-9d88da81-7d21-4ecf-9a1b-e31525f42ea6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0549855 Sep 27 08:50:17.922881 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-901d820d-f7c8-4998-a5f3-a94f492c8ee2 req-e2bac5f7-7d86-44f3-ba6d-7c3ec68a643a tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366864 Sep 27 08:50:18.008345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40160) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:18.054210 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2d5f2d35-6388-40ce-b99f-34ae4684526d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c69b7b5e72ed4a2f92ae01e2a04461ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445595 Sep 27 08:50:18.056550 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40162) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:18.110762 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.132894 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.257724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.260419 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.261689 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c24fb3a-1039-47aa-87f1-5d4efb810112 HTTP/1.1" status: 204 len: 168 time: 0.2041507 Sep 27 08:50:18.271602 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c12e-3b09-4787-a1dc-8f346904cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c24fb3a-1039-47aa-87f1-5d4efb810112,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:18.871959 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f9de-5eb0-4a98-adc1-7cc8910940b7 req-fe817f37-970b-483b-a1b5-097385e74030 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:18.873493 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d277f9de-5eb0-4a98-adc1-7cc8910940b7 req-fe817f37-970b-483b-a1b5-097385e74030 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0497558 Sep 27 08:50:18.912175 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d277f9de-5eb0-4a98-adc1-7cc8910940b7 req-5e085148-ac02-495c-9833-2e0a61fec5d9 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323126 Sep 27 08:50:19.041495 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853283-4b34-4629-988d-f3198d5bcc23 req-4b0a494a-9de8-44aa-b675-9df9b4f25c17 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:19.043126 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6853283-4b34-4629-988d-f3198d5bcc23 req-4b0a494a-9de8-44aa-b675-9df9b4f25c17 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0526876 Sep 27 08:50:19.086246 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6853283-4b34-4629-988d-f3198d5bcc23 req-a2e5d58b-dc4c-4bed-b48a-c5e87e2428b6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371504 Sep 27 08:50:19.161523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1f81-7399-4227-a954-62d30186d17e req-36e79652-cbe8-49b3-8b09-e0c00e3e09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:19.168126 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-36e79652-cbe8-49b3-8b09-e0c00e3e09a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1137 time: 0.0464988 Sep 27 08:50:19.262284 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1f81-7399-4227-a954-62d30186d17e req-594f99f7-bc68-4140-a107-3f68bcc1d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:19.263789 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-594f99f7-bc68-4140-a107-3f68bcc1d98d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 915 time: 0.0881426 Sep 27 08:50:19.330719 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-1e14b94e-23ca-44a1-a811-7e0058d04079 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 1000 time: 0.0587938 Sep 27 08:50:19.381188 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1f81-7399-4227-a954-62d30186d17e req-a7d1b498-e6e9-4a1c-ae01-4e0c747eeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:19.383146 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-a7d1b498-e6e9-4a1c-ae01-4e0c747eeeff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.0444348 Sep 27 08:50:19.436042 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1f81-7399-4227-a954-62d30186d17e req-579439fa-b63f-42c9-9147-f33565b35774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:19.437615 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-579439fa-b63f-42c9-9147-f33565b35774 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452030 Sep 27 08:50:19.533230 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-67b6eba6-6f9f-4528-8cda-c610b49b612d service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Sep 27 08:50:19.639151 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-095e1f81-7399-4227-a954-62d30186d17e req-ebad2b19-9109-44a4-97e7-075e56448467 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961106 Sep 27 08:50:20.030821 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4320c-b1bf-4e48-8859-bc4d50572a2f req-d310e9d9-2205-4c4d-994e-15609c7d06e3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:20.032301 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ca4320c-b1bf-4e48-8859-bc4d50572a2f req-d310e9d9-2205-4c4d-994e-15609c7d06e3 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0495131 Sep 27 08:50:20.074396 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ca4320c-b1bf-4e48-8859-bc4d50572a2f req-22891333-a82e-4e6f-b36f-add64864ed78 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350170 Sep 27 08:50:20.211336 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783896b-2161-49d6-a7aa-5e1de4d79c88 req-ea94e835-492e-465f-a208-5ab9427f1841 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:20.212726 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5783896b-2161-49d6-a7aa-5e1de4d79c88 req-ea94e835-492e-465f-a208-5ab9427f1841 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0542977 Sep 27 08:50:20.256418 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5783896b-2161-49d6-a7aa-5e1de4d79c88 req-6bb9c16b-e86f-4592-b7fd-dddef6dd3261 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375996 Sep 27 08:50:21.201910 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c835d9-1ba0-455d-a559-1c59c6257eba req-a997f177-f74b-40a5-af47-e96e49ff829d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:21.203432 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61c835d9-1ba0-455d-a559-1c59c6257eba req-a997f177-f74b-40a5-af47-e96e49ff829d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0501163 Sep 27 08:50:21.246401 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61c835d9-1ba0-455d-a559-1c59c6257eba req-da9e5dbb-fef0-4933-9bc1-083cfd95ea2e tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Sep 27 08:50:21.376224 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf1954-ca06-4579-97fe-4f38382f929d req-3c3b8908-9378-4c85-a221-1b71f1df3432 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:21.378043 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2baf1954-ca06-4579-97fe-4f38382f929d req-3c3b8908-9378-4c85-a221-1b71f1df3432 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0549953 Sep 27 08:50:21.418199 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2baf1954-ca06-4579-97fe-4f38382f929d req-6ffc440c-1fc4-40ab-a0d5-cc8808194444 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332131 Sep 27 08:50:21.559343 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:21.650681 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:21.665425 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'port_id': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'mac_address': 'fa:16:3e:61:3b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:21.701621 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:21.713935 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:21.732840 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:21.823467 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:21.871411 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=9']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:22.079801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:22.368739 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea1ad-d9d0-4787-8617-6afd0634968c req-2c70a13b-7e09-429b-924b-7c97859e7bec tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:22.370246 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a5eea1ad-d9d0-4787-8617-6afd0634968c req-2c70a13b-7e09-429b-924b-7c97859e7bec tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0525813 Sep 27 08:50:22.409131 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a5eea1ad-d9d0-4787-8617-6afd0634968c req-08160262-621d-4cf2-a34e-09b91839bac6 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Sep 27 08:50:22.540549 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fa37a-6187-47d0-bf3d-ae8ae28046cb req-a3e41c74-7a1b-4a67-9aed-6305f78fbff0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:22.542007 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9d5fa37a-6187-47d0-bf3d-ae8ae28046cb req-a3e41c74-7a1b-4a67-9aed-6305f78fbff0 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0530403 Sep 27 08:50:22.583071 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9d5fa37a-6187-47d0-bf3d-ae8ae28046cb req-c0d57d28-2b13-4f3e-9ca5-e5334835b238 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349536 Sep 27 08:50:22.937752 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40230) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:23.040805 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1073bf7-0479-4615-8fa3-ef5e65a6e663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.127632 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1073bf7-0479-4615-8fa3-ef5e65a6e663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.217814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a1073bf7-0479-4615-8fa3-ef5e65a6e663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.256161 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a1073bf7-0479-4615-8fa3-ef5e65a6e663 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f9f779b473a4963be9d7a205e0416c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173251 Sep 27 08:50:23.257067 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073bf7-0479-4615-8fa3-ef5e65a6e663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde1033-1b68-4759-95e3-0ba19a3fc7b6,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:23.261640 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40234) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:23.308175 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.328601 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.440841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.443634 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.444950 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecde1033-1b68-4759-95e3-0ba19a3fc7b6 HTTP/1.1" status: 204 len: 168 time: 0.1848934 Sep 27 08:50:23.462128 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b42ac8-d2d0-4d2f-8f2c-63ebb82e61de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde1033-1b68-4759-95e3-0ba19a3fc7b6,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:23.557150 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:23.558217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f22d02-3954-4d0d-93a7-1cdcd70cf574 req-6fcf4843-616c-4e12-9bfa-32a27eb3ed27 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:23.559775 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7f22d02-3954-4d0d-93a7-1cdcd70cf574 req-6fcf4843-616c-4e12-9bfa-32a27eb3ed27 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0518684 Sep 27 08:50:23.602369 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7f22d02-3954-4d0d-93a7-1cdcd70cf574 req-814fb92b-0373-4423-9d13-f800bfa11d60 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362365 Sep 27 08:50:23.619121 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:23.619121 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.712867 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb6ed-0ac2-4d6b-91f9-4d6f6d51b4c7 req-fbc602c6-c91f-4d0e-9fe5-a1f9a73bf545 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:23.714452 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-090cb6ed-0ac2-4d6b-91f9-4d6f6d51b4c7 req-fbc602c6-c91f-4d0e-9fe5-a1f9a73bf545 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0593417 Sep 27 08:50:23.717526 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:50:23.763084 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-090cb6ed-0ac2-4d6b-91f9-4d6f6d51b4c7 req-b3d05dc5-c1de-47d3-bf41-2adbaf426a9b tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408757 Sep 27 08:50:23.831846 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:23.855359 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:23.857670 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95cfdd0-2063-4421-a30b-bbfe3199c064" -d '{"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:23.871916 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:23.894344 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015107b6-6276-4a2e-8b31-f380c4c32d5e x-openstack-request-id: req-015107b6-6276-4a2e-8b31-f380c4c32d5e {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:23.895238 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:23.895562 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-015107b6-6276-4a2e-8b31-f380c4c32d5e {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:23.895963 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'code': 200} Sep 27 08:50:23.949517 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:24.002148 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=10']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:24.246994 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d491e49-b588-4262-a50f-d29fab53477d req-211ac7ee-5c69-434b-b30c-56922b4f6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:24.248564 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d491e49-b588-4262-a50f-d29fab53477d req-211ac7ee-5c69-434b-b30c-56922b4f6c59 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0438685 Sep 27 08:50:24.285393 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d491e49-b588-4262-a50f-d29fab53477d req-d788c190-2960-4d02-bd12-9d370b7b9913 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277483 Sep 27 08:50:24.724146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b37a-fb3d-4321-b743-369af0ca623d req-92fc2ee5-3434-45a2-9032-0dde23f6eb34 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:24.725677 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ffc9b37a-fb3d-4321-b743-369af0ca623d req-92fc2ee5-3434-45a2-9032-0dde23f6eb34 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0487742 Sep 27 08:50:24.763370 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ffc9b37a-fb3d-4321-b743-369af0ca623d req-d2ccc714-1f3c-47f7-aae1-d96ecc472224 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Sep 27 08:50:24.882642 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9047d6-a143-42d2-8575-d8d8cc55fd6f req-669f1e8b-15e9-4f5a-827b-5d7d63bd5ca3 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:24.884862 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9a9047d6-a143-42d2-8575-d8d8cc55fd6f req-669f1e8b-15e9-4f5a-827b-5d7d63bd5ca3 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0496194 Sep 27 08:50:24.926554 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9a9047d6-a143-42d2-8575-d8d8cc55fd6f req-1f582bb9-2d44-4a54-8f5b-deaa277b15d2 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351665 Sep 27 08:50:25.885989 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486fba3-c671-4bf2-9c42-5d1095472f4c req-f5817267-22e5-449d-b3f2-1fd096a9b1a1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:25.887463 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c486fba3-c671-4bf2-9c42-5d1095472f4c req-f5817267-22e5-449d-b3f2-1fd096a9b1a1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0508962 Sep 27 08:50:25.926115 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c486fba3-c671-4bf2-9c42-5d1095472f4c req-ab80eefb-929d-47f1-8153-53ede1248778 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Sep 27 08:50:25.977991 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:26.043205 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c500-2820-4edd-8cb9-737cd19a09a4 req-2a25710f-9e75-4525-824b-9e0e9f7a75b7 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.044762 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd26c500-2820-4edd-8cb9-737cd19a09a4 req-2a25710f-9e75-4525-824b-9e0e9f7a75b7 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0500219 Sep 27 08:50:26.087155 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd26c500-2820-4edd-8cb9-737cd19a09a4 req-f7661c23-6f4d-4e51-8e5f-dce367706012 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361953 Sep 27 08:50:27.060970 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fe2c2-9486-40d4-9481-ecc128a6cfe5 req-c87d5501-8f8e-457f-81f7-88a4dc8995bd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.062519 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-292fe2c2-9486-40d4-9481-ecc128a6cfe5 req-c87d5501-8f8e-457f-81f7-88a4dc8995bd tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Sep 27 08:50:27.101538 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-292fe2c2-9486-40d4-9481-ecc128a6cfe5 req-5299bedc-e4c3-42a3-8af1-43ef2d423ae8 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 Sep 27 08:50:27.208134 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960f3b-c32b-4072-bcca-b91f83ae571e req-5c7615bf-447b-4cc7-ba04-e5df03694dfe tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.210132 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1c960f3b-c32b-4072-bcca-b91f83ae571e req-5c7615bf-447b-4cc7-ba04-e5df03694dfe tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0534353 Sep 27 08:50:27.250726 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1c960f3b-c32b-4072-bcca-b91f83ae571e req-069b3f7c-d5dd-4bf4-8cc7-147ba31106d4 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343344 Sep 27 08:50:27.416736 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-228e1559-cefa-43c4-a949-e68fc844a851 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408905 Sep 27 08:50:27.501076 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-ee92ff6c-7bc7-43cd-9fe4-aaf80f8cc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.502832 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-ee92ff6c-7bc7-43cd-9fe4-aaf80f8cc69f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0423601 Sep 27 08:50:27.608967 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-45023750-b453-49e7-965f-31eb8be6ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.610442 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-45023750-b453-49e7-965f-31eb8be6ecc6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 200 len: 918 time: 0.0875669 Sep 27 08:50:27.675427 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-edd5b280-4e5f-44c4-b4a2-1ae72978c1bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 200 len: 1000 time: 0.0561156 Sep 27 08:50:27.728614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-d4281706-b10c-4de7-be35-b01a7f8b299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.730082 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-d4281706-b10c-4de7-be35-b01a7f8b299a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 200 len: 856 time: 0.0463743 Sep 27 08:50:27.776877 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-9432451e-6481-43ef-8e1f-a04d02f8774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.777721 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-9432451e-6481-43ef-8e1f-a04d02f8774f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a43cce6b-4c5c-4033-9307-fa609a0415a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399790 Sep 27 08:50:27.870731 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-d08e2dd1-cac2-4b35-bdb9-b972df89d9d4 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Sep 27 08:50:27.963029 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74725a37-49f4-4d86-bf1c-7c04f05cbcf8 req-57e8dbfa-a48d-4aaf-96da-8cde55747961 service neutron] 10.222.0.68 "GET /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Sep 27 08:50:28.368142 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f961-d9e3-42ef-9e50-1d1032b464da req-9724c05b-5f5c-45f7-a465-b95025dcacae tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.369952 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9127f961-d9e3-42ef-9e50-1d1032b464da req-9724c05b-5f5c-45f7-a465-b95025dcacae tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0532806 Sep 27 08:50:28.414973 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9127f961-d9e3-42ef-9e50-1d1032b464da req-f105063e-8167-499f-b850-e549b3ee6789 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381835 Sep 27 08:50:29.533198 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ab5c7-2028-4a64-b3fb-6a8c311e36eb req-1b4449fc-0acc-4c56-b2e7-e1d6ffb60426 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.534699 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a48ab5c7-2028-4a64-b3fb-6a8c311e36eb req-1b4449fc-0acc-4c56-b2e7-e1d6ffb60426 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0517905 Sep 27 08:50:29.574130 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a48ab5c7-2028-4a64-b3fb-6a8c311e36eb req-90592271-9d44-49b5-9f70-212910e3b3a3 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328074 Sep 27 08:50:30.693224 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903f97a-cbd5-4019-a15a-c944140a09cc req-7ae404dd-4d6b-45f3-8f8e-03592ccd5a14 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:30.694947 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1903f97a-cbd5-4019-a15a-c944140a09cc req-7ae404dd-4d6b-45f3-8f8e-03592ccd5a14 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0528865 Sep 27 08:50:30.735736 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1903f97a-cbd5-4019-a15a-c944140a09cc req-2159f6f1-35e6-41dd-8e62-dc31d2924b76 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332808 Sep 27 08:50:31.849107 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d283d9-b3c2-4f52-92d3-d31b6c5acd6b req-226d0d03-a367-4e07-a4e7-48025393cd5d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:31.851265 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-23d283d9-b3c2-4f52-92d3-d31b6c5acd6b req-226d0d03-a367-4e07-a4e7-48025393cd5d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0489769 Sep 27 08:50:31.889870 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-23d283d9-b3c2-4f52-92d3-d31b6c5acd6b req-47f09d87-a428-4184-b8a3-d4e2849e4edc tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325010 Sep 27 08:50:33.004642 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610e872-3e36-42a2-86ff-5cac8f1994f2 req-5de63085-06c9-4136-a84b-e5818641c291 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:33.006127 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0610e872-3e36-42a2-86ff-5cac8f1994f2 req-5de63085-06c9-4136-a84b-e5818641c291 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0488935 Sep 27 08:50:33.046161 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0610e872-3e36-42a2-86ff-5cac8f1994f2 req-17cfdbb7-e0f5-4a31-91a5-71617ab6875e tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338936 Sep 27 08:50:34.162056 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e054c4-aa52-4ecc-8620-cf59b311d575 req-8cf9d1eb-cfe2-4eae-9e4a-146772977add tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.163518 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d4e054c4-aa52-4ecc-8620-cf59b311d575 req-8cf9d1eb-cfe2-4eae-9e4a-146772977add tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0525265 Sep 27 08:50:34.202158 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d4e054c4-aa52-4ecc-8620-cf59b311d575 req-ce739d6c-2a06-4b32-a345-d944b7c49d3e tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323763 Sep 27 08:50:35.315518 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058ed74-05bb-4dd4-9cb1-dbff609c330f req-0357c335-9c4f-4924-887a-6db690837569 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:35.317005 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c058ed74-05bb-4dd4-9cb1-dbff609c330f req-0357c335-9c4f-4924-887a-6db690837569 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0486264 Sep 27 08:50:35.356241 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c058ed74-05bb-4dd4-9cb1-dbff609c330f req-62de858e-017f-44ed-96ff-9a1eb0586c97 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324984 Sep 27 08:50:36.470380 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67272840-450e-43fc-bf6d-bf3d6b048a31 req-7fd88ca7-0ad4-4884-9c5c-fa3038fcf461 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:36.472367 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-67272840-450e-43fc-bf6d-bf3d6b048a31 req-7fd88ca7-0ad4-4884-9c5c-fa3038fcf461 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0501783 Sep 27 08:50:36.514281 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-67272840-450e-43fc-bf6d-bf3d6b048a31 req-6e90a701-c7a4-4b6a-80d7-2c019e276683 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342317 Sep 27 08:50:37.634894 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715c675-e0f7-4444-b72c-169e98739744 req-4b5e1250-1121-4d9a-a0cb-96e838ab4f0d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:37.636370 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5715c675-e0f7-4444-b72c-169e98739744 req-4b5e1250-1121-4d9a-a0cb-96e838ab4f0d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0532827 Sep 27 08:50:37.676082 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-5715c675-e0f7-4444-b72c-169e98739744 req-e71e0554-e911-4203-af2e-8c04ae67b805 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&id=d178a22d-3d29-49ed-9875-809793fc436d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334525 Sep 27 08:50:38.582378 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cf995582-ffdd-497d-bb6f-56a4adf12bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.211002 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-196d112d-1f02-4d42-97d3-d501f90260da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.789416 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.555126 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.092454 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.006658 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.720510 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:51:06.180967 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40712) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:06.285652 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.375149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.468097 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.507233 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79fc54df7d1b4b73880f047ee5bcb5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251407 Sep 27 08:51:06.508058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1a525-ce2d-4470-9a97-016738c1c23e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:06.509969 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40718) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:06.516374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.516735 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.517625 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.517625 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.517903 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.518238 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.518565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.518888 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.519209 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.519529 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.519849 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.520165 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf51787-748a-4058-a1f5-4b9a392da910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.558291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.579444 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.685548 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.688104 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.689286 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40f1a525-ce2d-4470-9a97-016738c1c23e HTTP/1.1" status: 204 len: 168 time: 0.1783028 Sep 27 08:51:06.697219 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1a525-ce2d-4470-9a97-016738c1c23e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:06.704498 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.704943 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.705272 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.705606 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.705938 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.706263 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.706593 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.706936 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.707227 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.707548 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.707870 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:06.708330 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57fa476-d825-4748-8307-c2767859115c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:07.394954 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df7b2a-f523-4245-b1de-32e635c5847c req-13fd3345-034d-4863-8f76-c64ab5dafa02 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:07.396422 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87df7b2a-f523-4245-b1de-32e635c5847c req-13fd3345-034d-4863-8f76-c64ab5dafa02 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Sep 27 08:51:07.434273 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87df7b2a-f523-4245-b1de-32e635c5847c req-716d6c87-defd-463b-b444-594ebbf3aa27 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Sep 27 08:51:07.664248 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40760) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:07.761397 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1905056528-network', 'tenant_id': '0b764bb580fa4683a907190f264e5d2a'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:07.868260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Made reservation on behalf of 0b764bb580fa4683a907190f264e5d2a for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:07.870644 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.879459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.967387 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.035275 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.062080 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:08.072048 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0644c340-a052-4c96-ad50-e6e20a273620,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.077332 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.079892 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Added segment d81473db-dc38-4b3c-9aec-5cd80cd44bd0 of type vlan for network d6776b29-7ada-4c66-8af3-3150917476ad Sep 27 08:51:08.117384 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.195371 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.196398 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.197118 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.255698 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] Pushing event updated for resources: {'Network': ['ID=d6776b29-7ada-4c66-8af3-3150917476ad,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.258974 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e749593c-c548-4004-b625-2727d87d6c02 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5936656 Sep 27 08:51:08.262072 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40766) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:08.265971 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network d6776b29-7ada-4c66-8af3-3150917476ad details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:08.267042 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Request body: {'subnet': {'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1905056528-subnet', 'tenant_id': '0b764bb580fa4683a907190f264e5d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:08.320956 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Made reservation on behalf of 0b764bb580fa4683a907190f264e5d2a for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:08.323320 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.556597 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.572611 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5e6a58d0-11d8-46b4-8e42-48d756324ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.591476 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869be06-c55e-4bab-948b-bc6fc7ed070b req-78bb2bb8-868f-4afc-a760-12996fd7bd42 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.593699 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9869be06-c55e-4bab-948b-bc6fc7ed070b req-78bb2bb8-868f-4afc-a760-12996fd7bd42 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0792582 Sep 27 08:51:08.642975 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccce0ec9-8e15-40a2-9894-6e0034f843c1,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.665578 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9869be06-c55e-4bab-948b-bc6fc7ed070b req-6d8d44bb-a706-4182-87d0-a8cc9d28b348 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups?id=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649974 Sep 27 08:51:08.666625 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Checking segment: {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:08.666975 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Network hostable DHCP agents. Network: d6776b29-7ada-4c66-8af3-3150917476ad, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:08.743723 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Network d6776b29-7ada-4c66-8af3-3150917476ad is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:08.822407 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, d6776b29-7ada-4c66-8af3-3150917476ad) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:08.826418 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.827004 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.831115 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e302da-a264-444a-aa63-680b35737b3b None None] Network d6776b29-7ada-4c66-8af3-3150917476ad requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:08.916338 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-792578b0-b97c-498c-b1a0-4a0f5f1b3186 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6530545 Sep 27 08:51:08.959535 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40881de-c1d8-4b7f-8e79-c8c8b5b2965b None None] Network d6776b29-7ada-4c66-8af3-3150917476ad requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:09.066975 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-ece9e7e8-2c92-4229-8804-d66f4a62aec0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:09.068670 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-ece9e7e8-2c92-4229-8804-d66f4a62aec0 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 946 time: 0.0863507 Sep 27 08:51:09.190756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Deleting port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:09.191238 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.287864 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] For port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:09.288225 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.463089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.463658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.463978 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Floating IP 8e1d4884-61e5-405e-b1f3-3e6cc24db8b7 disassociated. External IP: 172.27.2.31, port: 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7. Sep 27 08:51:09.464334 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Calling delete_port for 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:09.703782 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.734835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'Port': ['ID=1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:09.762141 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02f7c-727e-4a5c-b24c-da6334151a0b req-7fd5a73d-72a7-4c3a-a8a7-39f824bb339f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:09.764709 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-29f02f7c-727e-4a5c-b24c-da6334151a0b req-7fd5a73d-72a7-4c3a-a8a7-39f824bb339f tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0562577 Sep 27 08:51:09.813518 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-71c8472e-7ea4-4d55-b9be-7cc954d53f81 req-4a52dec7-dd5c-4c84-920c-cae36f0555ee tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0671091 Sep 27 08:51:09.821496 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-29f02f7c-727e-4a5c-b24c-da6334151a0b req-187bad68-becc-4e5b-a36b-dcbf52187078 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Sep 27 08:51:09.884379 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:09.996191 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:10.006231 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:10.015994 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:10.016614 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:50:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:10.041326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] No DVR routers for this DVR port 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:10.041868 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.043841 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d55105c7-fefb-4c85-8efe-18cb145c2348 req-3125a26a-b047-4a55-986a-445bdc3e687d tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.68 "DELETE /v2.0/ports/1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 HTTP/1.1" status: 204 len: 173 time: 0.9670975 Sep 27 08:51:10.044270 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-deleted', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:10.046757 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc5893-73ee-45fd-9940-0289cd39c789" -d '{"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-deleted", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:10.084611 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70799d8e-d1b8-4ea2-9d79-ea478d97886a x-openstack-request-id: req-70799d8e-d1b8-4ea2-9d79-ea478d97886a {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:10.091141 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21547-0d3a-44e6-82a7-d8890717a1b0", "name": "network-vif-deleted", "tag": "1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:10.091141 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70799d8e-d1b8-4ea2-9d79-ea478d97886a {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:10.091141 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21547-0d3a-44e6-82a7-d8890717a1b0', 'name': 'network-vif-deleted', 'tag': '1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7', 'status': 'completed', 'code': 200} Sep 27 08:51:10.136058 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:10.339808 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:10.366389 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:10.375281 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:10.382405 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:50:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:10.481025 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:10.680761 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:10.709122 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e2411-461c-444f-b4ab-7750a2830fbd None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': 'f8c48820-8201-44fb-9fb9-4386cd2d5c33', 'name': '', 'network_id': 'a43cce6b-4c5c-4033-9307-fa609a0415a1', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'mac_address': 'fa:16:3e:5e:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '02dd1141-f400-426b-866e-992536a8bc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:18Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'subnets': [{'id': '02dd1141-f400-426b-866e-992536a8bc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:10.950727 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bb71b287-991b-4a1a-9e62-ffc563f23b0e req-c8519336-3b5f-45d3-b3ef-8ba173e4fbf1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/ports?device_id=59c21547-0d3a-44e6-82a7-d8890717a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0395877 Sep 27 08:51:10.979389 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d592d820-3896-4c14-8de3-8d81586a3a79 None None] New status for floating IP 8e1d4884-61e5-405e-b1f3-3e6cc24db8b7: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:51:10.981779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab7072-349d-4c03-b472-68583d29679f req-06ca74cd-953f-43a3-b96a-516fae879426 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:10.984427 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ab7072-349d-4c03-b472-68583d29679f req-06ca74cd-953f-43a3-b96a-516fae879426 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0612442 Sep 27 08:51:11.037370 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ab7072-349d-4c03-b472-68583d29679f req-fe6c193f-8767-48b2-87bf-a204ff79152d tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Sep 27 08:51:11.210807 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7256c5cc-34c4-4084-b43f-c73c63fc1000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.227471 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5ff18e0c-91b5-4c97-82d5-2b040cab38c2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:11.228941 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5ff18e0c-91b5-4c97-82d5-2b040cab38c2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/networks?id=d6776b29-7ada-4c66-8af3-3150917476ad HTTP/1.1" status: 200 len: 814 time: 0.1079988 Sep 27 08:51:11.243704 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-c6c87bc1-ff09-4ea5-9b42-f42d28f39c2f tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/quotas/0b764bb580fa4683a907190f264e5d2a HTTP/1.1" status: 200 len: 375 time: 0.0089493 Sep 27 08:51:11.278773 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-e3e4608a-1945-456b-a2be-3be8e33d474d tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289390 Sep 27 08:51:11.370972 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-1f09c417-32ec-41db-927b-069ed5e57c07 service neutron] 10.222.0.74 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Sep 27 08:51:11.462263 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-bb69baf8-8931-4f44-b7e2-cc2e3524e695 service neutron] 10.222.0.74 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Sep 27 08:51:11.603369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-6876b88f-6039-497e-abc8-2b15b531967a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:11.604807 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-6876b88f-6039-497e-abc8-2b15b531967a tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0479250 Sep 27 08:51:11.707956 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39d7f228-2e11-40c1-aeea-5e16e7a3e01a req-60098a85-0306-4428-826d-53755eadc874 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 210 time: 0.0288396 Sep 27 08:51:11.730724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Deleting port 56c687df-bfd6-4fa3-a17f-52b0c7659623 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:11.731061 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.762275 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:11.785258 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:11.785606 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 1f0307e2-7479-4c2b-8ba1-9a3787f3c4b7 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:11.824487 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] For port 56c687df-bfd6-4fa3-a17f-52b0c7659623, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=56c687df-bfd6-4fa3-a17f-52b0c7659623,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:11.824896 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.839928 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.003313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.003313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.003313 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Floating IP 2562b61a-3c68-4fce-832e-289bc09602d0 disassociated. External IP: 172.27.2.167, port: 56c687df-bfd6-4fa3-a17f-52b0c7659623. Sep 27 08:51:12.003313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Calling delete_port for 56c687df-bfd6-4fa3-a17f-52b0c7659623 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:12.125222 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40836) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:12.151016 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa1a2-df56-42c5-b087-90b042721890 req-3559b0fc-0ca2-4cd6-a800-d762e8eb5ac6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:12.152525 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b40fa1a2-df56-42c5-b087-90b042721890 req-3559b0fc-0ca2-4cd6-a800-d762e8eb5ac6 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Sep 27 08:51:12.188309 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.190985 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b40fa1a2-df56-42c5-b087-90b042721890 req-b3e6ef24-4a5f-47b9-b88f-078a9fb02214 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups?id=14041a6f-d61b-47c8-b44d-3a614f41b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Sep 27 08:51:12.216288 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.225453 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.265172 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'Port': ['ID=56c687df-bfd6-4fa3-a17f-52b0c7659623,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:12.395051 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:12.451980 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.454581 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.455765 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "DELETE /v2.0/security-groups/57a4aaa0-68d0-4e20-9cc1-4f735b30a36a HTTP/1.1" status: 204 len: 168 time: 0.3295927 Sep 27 08:51:12.458615 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40838) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:12.473253 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.api.v2.resource [None req-b213abba-3826-4f18-ab67-66354b8ed969 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] show failed (client error): The resource could not be found. Sep 27 08:51:12.474275 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b213abba-3826-4f18-ab67-66354b8ed969 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "GET /v2.0/security-groups/57a4aaa0-68d0-4e20-9cc1-4f735b30a36a HTTP/1.1" status: 404 len: 347 time: 0.0146680 Sep 27 08:51:12.477243 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40840) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:12.511529 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f224572-d366-40c7-af0d-e4cac42e6593 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a4aaa0-68d0-4e20-9cc1-4f735b30a36a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:12.537199 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:12.551324 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:12.562340 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:12.562984 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:12.564812 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.582504 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] No DVR routers for this DVR port 56c687df-bfd6-4fa3-a17f-52b0c7659623 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:12.585217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.587507 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98cf0f4c-4d12-4db6-96eb-7a58647cbfd2 req-c500735b-0575-42b9-8eb3-88294f1879cb tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.68 "DELETE /v2.0/ports/56c687df-bfd6-4fa3-a17f-52b0c7659623 HTTP/1.1" status: 204 len: 173 time: 0.9769905 Sep 27 08:51:12.588094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'name': 'network-vif-deleted', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:12.591348 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78476e5-7fda-4041-9444-05aa0ab83168" -d '{"events": [{"server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "name": "network-vif-deleted", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:12.630549 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Deleting port a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:12.630902 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.638762 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddda8aae-266b-4d4a-a069-e0aa5ff5fb0e x-openstack-request-id: req-ddda8aae-266b-4d4a-a069-e0aa5ff5fb0e {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:12.639282 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8e8cb1-3c7d-4c9d-b825-262731e259b3", "name": "network-vif-deleted", "tag": "56c687df-bfd6-4fa3-a17f-52b0c7659623", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:12.639282 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddda8aae-266b-4d4a-a069-e0aa5ff5fb0e {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:12.639806 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8e8cb1-3c7d-4c9d-b825-262731e259b3', 'name': 'network-vif-deleted', 'tag': '56c687df-bfd6-4fa3-a17f-52b0c7659623', 'status': 'completed', 'code': 200} Sep 27 08:51:12.707888 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:12.724332 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.724656 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.743856 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Calling delete_port for a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40 owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:12.832803 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2df4995c-ca10-4283-b8d8-65e2d5c692d9 req-fb9288cb-baaf-44bc-a876-1c0e8c84776a tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 210 time: 0.0343075 Sep 27 08:51:12.936040 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:12.965493 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:12.974312 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:12.974922 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:12.989672 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.017898 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Pushing event deleted for resources: {'Port': ['ID=a26f414a-84e9-4d16-a3cd-bc6f1dcb2b40,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.041237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.043894 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.045710 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cf2d07d6-3778-4f63-a6b0-72af717e3ea1 tempest-AttachVolumeShelveTestJSON-1737732545 tempest-AttachVolumeShelveTestJSON-1737732545-project] 10.222.0.74 "DELETE /v2.0/floatingips/8e1d4884-61e5-405e-b1f3-3e6cc24db8b7 HTTP/1.1" status: 204 len: 168 time: 0.5674257 Sep 27 08:51:13.094693 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:13.304074 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56392e18-70ce-4f13-a22c-335fa2576ce8 req-17b3f64c-0a1f-40d1-b7f2-eb3776f379d8 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/ports?device_id=be8e8cb1-3c7d-4c9d-b825-262731e259b3 HTTP/1.1" status: 200 len: 210 time: 0.0316794 Sep 27 08:51:13.313048 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:13.346304 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed518c0-d434-4901-9978-3da4d4b82266 None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '131bc6a9-4234-4bbc-9d74-00ce93ab7c9f', 'name': '', 'network_id': 'bcfe1485-ea2f-4942-8deb-2a3288c83372', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'mac_address': 'fa:16:3e:d3:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:28Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'subnets': [{'id': 'abeb7d7e-0413-4933-9110-b98b32f4aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:13.563205 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f207e01-14aa-4f61-82c2-e1b32a06847f None None] New status for floating IP 2562b61a-3c68-4fce-832e-289bc09602d0: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:51:13.762356 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 56c687df-bfd6-4fa3-a17f-52b0c7659623 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:13.784168 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 56c687df-bfd6-4fa3-a17f-52b0c7659623 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:13.784508 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 56c687df-bfd6-4fa3-a17f-52b0c7659623 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:13.926774 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d29a10a7-e03d-4dc9-8bee-05fbf9a2dbf8 req-5019412e-ae89-4e41-b437-8ecbffb52453 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 210 time: 0.0263999 Sep 27 08:51:14.098310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.249292 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-0fbc0a19-182e-4071-9786-d089e5db1bf7 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:14.250773 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-0fbc0a19-182e-4071-9786-d089e5db1bf7 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "GET /v2.0/networks?id=d6776b29-7ada-4c66-8af3-3150917476ad HTTP/1.1" status: 200 len: 814 time: 0.1026194 Sep 27 08:51:14.265859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Request body: {'port': {'device_id': '9022b001-dc7e-4236-81c3-d9f18436e672', 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad', 'admin_state_up': True, 'tenant_id': '0b764bb580fa4683a907190f264e5d2a'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:14.458044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Made reservation on behalf of 0b764bb580fa4683a907190f264e5d2a for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:14.461786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.493289 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40870) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:14.553779 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.578367 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.602523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Allocated IP 172.20.0.10 (d6776b29-7ada-4c66-8af3-3150917476ad/ccce0ec9-8e15-40a2-9894-6e0034f843c1/6fb2b2a9-076f-4931-bf68-75627aa53115) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:14.697053 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.699669 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.701060 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "DELETE /v2.0/security-groups/14041a6f-d61b-47c8-b44d-3a614f41b8d1 HTTP/1.1" status: 204 len: 168 time: 0.2067363 Sep 27 08:51:14.704477 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40878) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:14.718213 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb8ac5-a061-4b0a-8bac-607c02b23066 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14041a6f-d61b-47c8-b44d-3a614f41b8d1,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:14.725124 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.api.v2.resource [None req-2d7e787f-1cf6-45e1-a6c8-eaf477d25b38 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] show failed (client error): The resource could not be found. Sep 27 08:51:14.726567 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2d7e787f-1cf6-45e1-a6c8-eaf477d25b38 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "GET /v2.0/security-groups/14041a6f-d61b-47c8-b44d-3a614f41b8d1 HTTP/1.1" status: 404 len: 347 time: 0.0196965 Sep 27 08:51:14.730531 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40880) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:14.895781 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.934999 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Deleting port 13bdb55f-03ad-4f16-8911-ee52e1e9c14f {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:14.935350 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.995301 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.042742 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b21b-8899-49a1-a437-c6d9ec1cfab5 req-15a4f394-f333-495a-96d8-b5e06e34dbc8 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:15.044317 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-29f7b21b-8899-49a1-a437-c6d9ec1cfab5 req-15a4f394-f333-495a-96d8-b5e06e34dbc8 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 932 time: 0.0505805 Sep 27 08:51:15.085618 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-29f7b21b-8899-49a1-a437-c6d9ec1cfab5 req-0960cfd4-fb8b-428a-b3d4-aa304849ad7f tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Sep 27 08:51:15.280981 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Network d6776b29-7ada-4c66-8af3-3150917476ad is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:15.286026 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.286363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.288827 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:15.300231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:15.307752 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Pushing event updated for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.310215 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Calling delete_port for 13bdb55f-03ad-4f16-8911-ee52e1e9c14f owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:15.392354 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:15.392981 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.487268 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-fe445bab-7489-4872-9efe-49637824befe tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2257695 Sep 27 08:51:15.499976 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Request body: {'port': {'device_id': '9022b001-dc7e-4236-81c3-d9f18436e672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:15.530468 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.577859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Pushing event deleted for resources: {'Port': ['ID=13bdb55f-03ad-4f16-8911-ee52e1e9c14f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.581647 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.673724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.676179 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.677354 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-790673ca-d9c9-44f6-a12a-58245f8cc383 tempest-AttachVolumeTestJSON-496513043 tempest-AttachVolumeTestJSON-496513043-project] 10.222.0.74 "DELETE /v2.0/floatingips/2562b61a-3c68-4fce-832e-289bc09602d0 HTTP/1.1" status: 204 len: 168 time: 0.9456639 Sep 27 08:51:15.848574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40892) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.907157 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb2b2a9-076f-4931-bf68-75627aa53115 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:15.915207 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.928013 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Transition to ACTIVE for port object 6fb2b2a9-076f-4931-bf68-75627aa53115 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:51:16.012374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.064196 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.143469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Attempting to bind port 6fb2b2a9-076f-4931-bf68-75627aa53115 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:16.146963 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Attempting to bind port 6fb2b2a9-076f-4931-bf68-75627aa53115 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:16.146963 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Attempting to bind port 6fb2b2a9-076f-4931-bf68-75627aa53115 on network d6776b29-7ada-4c66-8af3-3150917476ad {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:16.148586 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Port 6fb2b2a9-076f-4931-bf68-75627aa53115 on network d6776b29-7ada-4c66-8af3-3150917476ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:51:16.148970 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Attempting to bind port 6fb2b2a9-076f-4931-bf68-75627aa53115 on network d6776b29-7ada-4c66-8af3-3150917476ad {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:16.155345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:16.155685 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Checking segment: {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:16.156067 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Bound using segment: {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:16.156496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Bound port: 6fb2b2a9-076f-4931-bf68-75627aa53115, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:16.156889 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.256888 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.258974 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8bff-8dbd-4e5f-9a4d-b82c2222238b req-63e3cacf-1bb2-447d-bf7d-8df59fc5c604 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.260483 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aeeb8bff-8dbd-4e5f-9a4d-b82c2222238b req-63e3cacf-1bb2-447d-bf7d-8df59fc5c604 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 944 time: 0.0941317 Sep 27 08:51:16.265006 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:16.269256 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6fb2b2a9-076f-4931-bf68-75627aa53115,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:16.302304 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aeeb8bff-8dbd-4e5f-9a4d-b82c2222238b req-06f74bc2-9835-4249-99b9-2704c0f37769 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Sep 27 08:51:16.371456 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.406825 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.407448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.408874 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] 10.222.0.68 "PUT /v2.0/ports/6fb2b2a9-076f-4931-bf68-75627aa53115 HTTP/1.1" status: 200 len: 1094 time: 0.9129500 Sep 27 08:51:16.409308 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:16.411539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:16.452906 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac837-39fd-42ef-9692-aaa0f68d1465 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.452906 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946cb293-455a-4a91-9b7b-73a18ad5eda0 x-openstack-request-id: req-946cb293-455a-4a91-9b7b-73a18ad5eda0 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:16.452906 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:16.452906 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-946cb293-455a-4a91-9b7b-73a18ad5eda0 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:16.452906 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115', 'status': 'completed', 'code': 200} Sep 27 08:51:16.504871 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Deleting port f8c48820-8201-44fb-9fb9-4386cd2d5c33 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:16.505210 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.511251 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-eae6c9bb-1903-4f66-b1d4-538bdbff468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.512818 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-eae6c9bb-1903-4f66-b1d4-538bdbff468d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 1097 time: 0.0419250 Sep 27 08:51:16.586602 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] For port f8c48820-8201-44fb-9fb9-4386cd2d5c33, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=f8c48820-8201-44fb-9fb9-4386cd2d5c33,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:16.586873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.599948 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Calling delete_port for f8c48820-8201-44fb-9fb9-4386cd2d5c33 owned by network:router_interface {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:16.619763 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-f99809f6-5663-48a7-b2e0-3cc11c03a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.621326 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-f99809f6-5663-48a7-b2e0-3cc11c03a2c8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0b764bb580fa4683a907190f264e5d2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1004829 Sep 27 08:51:16.724614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-9d393efa-3113-4cc1-a928-eb00363a0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.726202 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-303f51be-8b5f-4c58-be61-2ae47b2ceb4a req-9d393efa-3113-4cc1-a928-eb00363a0ff2 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965691 Sep 27 08:51:16.811801 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-96f33c4e-f101-4ac1-a4c2-565572defc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.813451 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-96f33c4e-f101-4ac1-a4c2-565572defc32 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 1097 time: 0.0469389 Sep 27 08:51:16.859769 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-3a47a4a3-747b-41a5-90d2-80259ea885d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb2b2a9-076f-4931-bf68-75627aa53115 HTTP/1.1" status: 200 len: 217 time: 0.0372963 Sep 27 08:51:16.869493 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.896029 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c48820-8201-44fb-9fb9-4386cd2d5c33,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.918398 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-660c5695-e961-48b3-afa1-9f34ca8fa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:16.919989 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-660c5695-e961-48b3-afa1-9f34ca8fa16d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ccce0ec9-8e15-40a2-9894-6e0034f843c1 HTTP/1.1" status: 200 len: 854 time: 0.0528884 Sep 27 08:51:16.955840 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-c78386ca-e1a0-49c0-85f9-e58c05d0899c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6776b29-7ada-4c66-8af3-3150917476ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276825 Sep 27 08:51:17.066812 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-879598d5-a530-41cf-aa9d-d6d2604d9189 service neutron] 10.222.0.68 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023371 Sep 27 08:51:17.186020 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08ab0c31-c732-4cb0-ada6-5c56aefbf67c req-bb685a94-22ce-4a52-be5d-d709083c3f44 service neutron] 10.222.0.68 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106420 Sep 27 08:51:17.322041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.423128 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44757a-afca-4695-ad65-2bb3b9f0698c req-b2d62e93-c6c7-47f1-8664-cc39b75cb7e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:17.424561 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2c44757a-afca-4695-ad65-2bb3b9f0698c req-b2d62e93-c6c7-47f1-8664-cc39b75cb7e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 944 time: 0.0504706 Sep 27 08:51:17.464968 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2c44757a-afca-4695-ad65-2bb3b9f0698c req-1d44ad5c-df2a-4577-a96c-267b49608980 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Sep 27 08:51:17.555874 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Router 1623e9a0-675e-4d13-807f-d790bbde036d has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:17.664762 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:17.670012 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-dc232cef-c2df-4abc-8bf2-dce28b1250f0 admin admin] 10.222.0.74 "PUT /v2.0/routers/1623e9a0-675e-4d13-807f-d790bbde036d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202066 Sep 27 08:51:17.672408 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40910) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:17.674920 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Sync routers for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:17.683889 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:17.684498 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:17.781100 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.897252 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.908734 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:18.018496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Deleting port 17286e15-5cf0-4304-a079-f372f4004533 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:18.018843 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.085028 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '17286e15-5cf0-4304-a079-f372f4004533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:51:16Z', 'revision_number': 5, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port': {'id': '17286e15-5cf0-4304-a079-f372f4004533', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:18.101702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] For port 17286e15-5cf0-4304-a079-f372f4004533, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=17286e15-5cf0-4304-a079-f372f4004533,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:18.102060 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.114291 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Calling delete_port for 17286e15-5cf0-4304-a079-f372f4004533 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:18.115852 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Checking router: 1623e9a0-675e-4d13-807f-d790bbde036d for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:18.124204 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Routers {'1623e9a0-675e-4d13-807f-d790bbde036d'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:18.124866 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['1623e9a0-675e-4d13-807f-d790bbde036d'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:18.211427 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] Set router 1623e9a0-675e-4d13-807f-d790bbde036d gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:18.265537 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:51:17Z', 'revision_number': 6, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port_host': None}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:18.296617 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234064d-03d0-44f3-87da-f3e2f7596e89 None None] The sync data for ids ['1623e9a0-675e-4d13-807f-d790bbde036d'] in dv-cinder-811085-1-iscsi is: [{'id': '1623e9a0-675e-4d13-807f-d790bbde036d', 'name': 'tempest-AttachVolumeShelveTestJSON-1525902397-router', 'tenant_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:13Z', 'updated_at': '2021-09-27T08:51:17Z', 'revision_number': 6, 'project_id': 'f1ca2590c4ab4a85be3d563bbe6e33e6', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:18.366769 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.391749 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=17286e15-5cf0-4304-a079-f372f4004533,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:18.460211 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.570345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.572842 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.602003 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41308-0054-4144-8008-a7a730aa4b74 req-ac76bbf4-ee25-4bba-b0d3-acffb75aa37e tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:18.603768 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fb41308-0054-4144-8008-a7a730aa4b74 req-ac76bbf4-ee25-4bba-b0d3-acffb75aa37e tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 944 time: 0.0612166 Sep 27 08:51:18.645063 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-0fb41308-0054-4144-8008-a7a730aa4b74 req-d67184c6-84c3-44dc-91f7-a812fbd00e07 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Sep 27 08:51:18.709842 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.710410 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1623e9a0-675e-4d13-807f-d790bbde036d {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:18.715323 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.716614 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2a45232e-0050-4a0b-a344-afb50a1c4a5d admin admin] 10.222.0.74 "DELETE /v2.0/routers/1623e9a0-675e-4d13-807f-d790bbde036d HTTP/1.1" status: 204 len: 168 time: 1.0430782 Sep 27 08:51:18.719015 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40928) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:18.768471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Deleting subnet 02dd1141-f400-426b-866e-992536a8bc24 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:18.770076 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.811733 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.921835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.047308 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.073196 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02dd1141-f400-426b-866e-992536a8bc24,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:19.077507 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.081255 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-01f65e90-cc5d-46d8-962d-7926b80d8761 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/02dd1141-f400-426b-866e-992536a8bc24 HTTP/1.1" status: 204 len: 168 time: 0.3611662 Sep 27 08:51:19.084206 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40930) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:19.084340 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ca18a-4058-4c59-aab4-21cea083337f None None] Network a43cce6b-4c5c-4033-9307-fa609a0415a1 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:19.150037 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.208914 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Deleting port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:19.209257 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.266937 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] DHCP port deletion for a43cce6b-4c5c-4033-9307-fa609a0415a1 request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:19.274961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] For port 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=50fd0391-71ac-44c8-86eb-5a4a19b3e645,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:19.275330 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.288631 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Calling delete_port for 50fd0391-71ac-44c8-86eb-5a4a19b3e645 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:19.312877 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Deleting port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:19.313485 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.375310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] For port 50fd0391-71ac-44c8-86eb-5a4a19b3e645, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=50fd0391-71ac-44c8-86eb-5a4a19b3e645,segment=NetworkSegment(042599c0-5411-4245-a377-a35cd7fe56ae),segment_id=042599c0-5411-4245-a377-a35cd7fe56ae)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:19.377833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.389224 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Calling delete_port for 50fd0391-71ac-44c8-86eb-5a4a19b3e645 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:19.429503 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.458127 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] No DVR routers for this DVR port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 on host dv-cinder-811085-1-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:19.460312 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Pushing event deleted for resources: {'Port': ['ID=50fd0391-71ac-44c8-86eb-5a4a19b3e645,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:19.462304 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-d05d206e-b620-4e62-889e-3ed1997ae4ea tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253340891&fields=id&tenant_id=8275d810d9af4dd9a16cae9122ef7a8a HTTP/1.1" status: 200 len: 267 time: 0.0366628 Sep 27 08:51:19.510724 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.523693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-8f028891-60ea-49c8-a63a-a58f3e526297 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:19.525333 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-8f028891-60ea-49c8-a63a-a58f3e526297 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 984 time: 0.0525651 Sep 27 08:51:19.535826 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.537732 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Pushing event deleted for resources: {'Port': ['ID=50fd0391-71ac-44c8-86eb-5a4a19b3e645,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:19.538505 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Request body: {'port': {'security_groups': ['ab81b16d-0f70-4962-8b87-fe9ffdde81a1']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:19.539999 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] No DVR routers for this DVR port 50fd0391-71ac-44c8-86eb-5a4a19b3e645 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:19.547693 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.548334 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.548673 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.549023 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.549350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.549678 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.549998 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.550315 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.550639 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.550948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.551264 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.551575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac240b6-66bb-43ca-933f-a3837c2b3103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:19.571100 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.571454 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.572201 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.572549 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > port after_create 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.572928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.573399 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > port after_update 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.573725 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.574042 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.576495 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.579907 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.621710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.663409 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40940) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:19.702993 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.703484 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.703684 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.704013 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:51:19.704845 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43cce6b-4c5c-4033-9307-fa609a0415a1']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:19.734953 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042599c0-5411-4245-a377-a35cd7fe56ae') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:19.735246 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042599c0-5411-4245-a377-a35cd7fe56ae') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:19.766353 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.766841 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6fb2b2a9-076f-4931-bf68-75627aa53115 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:51:19.792194 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.806185 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:19.806185 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62da2c-8e14-4d63-b216-e43d8a580e56 req-13101912-3130-4488-9d58-b34a79a11658 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8c62da2c-8e14-4d63-b216-e43d8a580e56 req-13101912-3130-4488-9d58-b34a79a11658 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 944 time: 0.0969467 Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: from cryptography.utils import int_from_bytes Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: from cryptography.utils import int_from_bytes Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:19.820073 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:19.866446 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device f8c48820-8201-44fb-9fb9-4386cd2d5c33 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:19.893837 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: f8c48820-8201-44fb-9fb9-4386cd2d5c33 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:19.894316 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device f8c48820-8201-44fb-9fb9-4386cd2d5c33 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:19.894836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 17286e15-5cf0-4304-a079-f372f4004533 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:19.905306 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8c62da2c-8e14-4d63-b216-e43d8a580e56 req-9f31f5c4-44a8-42b7-bf75-b7a7b5f6fa3d tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750799 Sep 27 08:51:19.927491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 17286e15-5cf0-4304-a079-f372f4004533 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:19.927918 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 17286e15-5cf0-4304-a079-f372f4004533 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:19.928344 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 50fd0391-71ac-44c8-86eb-5a4a19b3e645 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:19.956399 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 50fd0391-71ac-44c8-86eb-5a4a19b3e645 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:19.956766 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 50fd0391-71ac-44c8-86eb-5a4a19b3e645 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:19.961017 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6fb2b2a9-076f-4931-bf68-75627aa53115,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:19.973830 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '6fb2b2a9-076f-4931-bf68-75627aa53115', 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad', 'port_id': '6fb2b2a9-076f-4931-bf68-75627aa53115', 'mac_address': 'fa:16:3e:19:d9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccce0ec9-8e15-40a2-9894-6e0034f843c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:51:19.997481 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:20.012180 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.016650 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.024158 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.029538 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] 10.222.0.74 "DELETE /v2.0/networks/a43cce6b-4c5c-4033-9307-fa609a0415a1 HTTP/1.1" status: 204 len: 168 time: 0.9458549 Sep 27 08:51:20.037441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb2b2a9-076f-4931-bf68-75627aa53115 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:20.039141 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4bda-4e28-45de-bc95-e2d73b4004ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a43cce6b-4c5c-4033-9307-fa609a0415a1,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.061651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6fb2b2a9-076f-4931-bf68-75627aa53115,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:20.139052 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.190069 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.298885 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.355624 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40948) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.384709 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.384993 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['6fb2b2a9-076f-4931-bf68-75627aa53115'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:20.399396 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c1eeed3c-799c-4fda-97af-0f30eb68a711 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1ca2590c4ab4a85be3d563bbe6e33e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424802 Sep 27 08:51:20.400092 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40950) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.440445 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:20.441028 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.442528 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb4dc7ce-c8d3-486b-8559-fd64ad03e8d5 req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "PUT /v2.0/ports/306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 942 time: 0.9101014 Sep 27 08:51:20.445711 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:20.447219 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991" -d '{"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:20.453432 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 40952) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.455811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.480526 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.523112 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:20.536962 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676df3b-627e-41dd-9d8d-ac26e874f5c2 x-openstack-request-id: req-7676df3b-627e-41dd-9d8d-ac26e874f5c2 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:20.537870 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:20.538281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7676df3b-627e-41dd-9d8d-ac26e874f5c2 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:20.539043 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:51:20.552013 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82345d5-201e-4bb4-9e87-08554be7384c tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event updated for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=7']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.629862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.635751 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.639889 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.641435 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/920a032c-2a91-44e7-a2c3-dd26af263641 HTTP/1.1" status: 204 len: 168 time: 0.2403557 Sep 27 08:51:20.650938 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c4b2-d421-46ca-8d20-e4ab09e9926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a032c-2a91-44e7-a2c3-dd26af263641,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.684658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-a200af6d-b602-45c8-85d6-6a0aa0440243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:20.687123 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-a200af6d-b602-45c8-85d6-6a0aa0440243 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1098 time: 0.1361744 Sep 27 08:51:20.723469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.792845 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-61310ae4-a556-43c3-85a3-7fcb5a751267 None None] Provisioning complete for port 306ed4e3-90b8-4113-9608-a5c35f56a12e triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:20.793217 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-61310ae4-a556-43c3-85a3-7fcb5a751267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.844796 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.901539 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-7363db8f-dc40-477d-8a70-055a7c0581ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:20.902998 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-7363db8f-dc40-477d-8a70-055a7c0581ef service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 915 time: 0.2038445 Sep 27 08:51:20.946120 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:21.104562 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.108350 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.109561 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "DELETE /v2.0/security-groups/d178a22d-3d29-49ed-9875-809793fc436d HTTP/1.1" status: 204 len: 168 time: 0.6549520 Sep 27 08:51:21.114671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 40964) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:21.173156 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-4f956e28-c343-4566-abd6-5c0b3ecbf9ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 1000 time: 0.2591510 Sep 27 08:51:21.175849 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3543ec1-efd5-4fd9-9313-ae49bdcea1d6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178a22d-3d29-49ed-9875-809793fc436d,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.252418 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260ee9-4696-4a28-a8fe-08f4487087d6 req-06185564-3789-4548-9010-eeb80ff95875 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:21.254152 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec260ee9-4696-4a28-a8fe-08f4487087d6 req-06185564-3789-4548-9010-eeb80ff95875 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 945 time: 0.2593548 Sep 27 08:51:21.289656 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-26bf2599-6bef-4e29-8ef2-d358abbf01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:21.291281 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-26bf2599-6bef-4e29-8ef2-d358abbf01e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.1021912 Sep 27 08:51:21.323675 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Deleting port e1d797da-9c1f-4139-8063-6f2f6904fc35 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:21.324021 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.354935 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec260ee9-4696-4a28-a8fe-08f4487087d6 req-e0e4be08-1d60-4da4-8f63-02aee12318c4 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905187 Sep 27 08:51:21.391502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-95b730b1-f08a-43b5-af34-9e72a9bed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:21.393063 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-95b730b1-f08a-43b5-af34-9e72a9bed0b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942931 Sep 27 08:51:21.445666 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.446039 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.460824 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Calling delete_port for e1d797da-9c1f-4139-8063-6f2f6904fc35 owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:21.511114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Deleting port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:21.511509 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.532936 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-76e2430f-c7c6-4b0d-9b13-3ca3ce077347 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189730 Sep 27 08:51:21.663611 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] For port 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:21.664384 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.681243 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Calling delete_port for 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:21.697964 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-80eddb8d-35cf-40b8-bafd-9bb0fd01d991 req-06fc6f95-75ac-4128-b11f-a555858fee54 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512613 Sep 27 08:51:21.731274 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.761647 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event deleted for resources: {'Port': ['ID=e1d797da-9c1f-4139-8063-6f2f6904fc35,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.776224 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6fb2b2a9-076f-4931-bf68-75627aa53115 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:21.849098 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.849714 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Floating IP ce777d91-53b8-49aa-bd80-36fe80c21f8e disassociated (deleted). External IP: 172.27.2.87, port: 306ed4e3-90b8-4113-9608-a5c35f56a12e. Sep 27 08:51:21.961102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 6fb2b2a9-076f-4931-bf68-75627aa53115 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:21.964938 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 6fb2b2a9-076f-4931-bf68-75627aa53115 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:21.969170 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.016879 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.043695 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.047707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Pushing event deleted for resources: {'Port': ['ID=131bc6a9-4234-4bbc-9d74-00ce93ab7c9f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:22.071102 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Router 130d3fdf-f556-4202-9b08-71ca9695f067 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:22.073934 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:22.076858 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25081354-0057-4212-bbdd-767b85aa2370" -d '{"events": [{"server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "name": "network-vif-plugged", "status": "completed", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:22.091930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6fb2b2a9-076f-4931-bf68-75627aa53115,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:22.133750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c661d0-8eb9-4a86-943e-fdcbc4d318c2 x-openstack-request-id: req-39c661d0-8eb9-4a86-943e-fdcbc4d318c2 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:22.134073 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "name": "network-vif-plugged", "status": "completed", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:22.134304 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39c661d0-8eb9-4a86-943e-fdcbc4d318c2 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:22.134719 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115', 'code': 200} Sep 27 08:51:22.162110 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.224763 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:22.255718 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:22.260548 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.266433 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Sync routers for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:22.276314 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:22.277027 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:22.298742 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e8bb442f-daf0-461e-872e-62548d2b633d tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "DELETE /v2.0/floatingips/ce777d91-53b8-49aa-bd80-36fe80c21f8e HTTP/1.1" status: 204 len: 168 time: 1.1812701 Sep 27 08:51:22.298742 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:22.309029 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c494179-6bdf-44a8-886f-05eb71ec6242" -d '{"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:22.310049 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.351574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ee017-099d-4215-96fb-0b20e7c2ad24 x-openstack-request-id: req-4f5ee017-099d-4215-96fb-0b20e7c2ad24 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:22.351942 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:22.352280 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f5ee017-099d-4215-96fb-0b20e7c2ad24 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:22.352858 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:51:22.454074 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:22.465750 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-63e097b0-6e1d-4401-a113-1b2a37bcd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:22.467965 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-63e097b0-6e1d-4401-a113-1b2a37bcd51e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 1098 time: 0.0741222 Sep 27 08:51:22.589173 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0d4df-991f-4e25-a112-8a07cfd7a7ae req-a4568059-e463-4735-b657-2741013207f9 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:22.590697 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b9a0d4df-991f-4e25-a112-8a07cfd7a7ae req-a4568059-e463-4735-b657-2741013207f9 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.1409590 Sep 27 08:51:22.610388 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4111-1a8b-4e00-955f-7c75d89ceb88 req-045f38c4-a6c5-4bf9-9afb-ab2441fe31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:22.612065 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d66d4111-1a8b-4e00-955f-7c75d89ceb88 req-045f38c4-a6c5-4bf9-9afb-ab2441fe31c1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 1099 time: 0.0680089 Sep 27 08:51:22.677771 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d66d4111-1a8b-4e00-955f-7c75d89ceb88 req-b574d1f5-bad4-44b4-baec-c39e3300d6e4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Sep 27 08:51:22.682433 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-c7a3d42f-2f02-4608-a1fd-21264f624135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:22.684020 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-c7a3d42f-2f02-4608-a1fd-21264f624135 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 200 len: 915 time: 0.1777115 Sep 27 08:51:22.686187 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b9a0d4df-991f-4e25-a112-8a07cfd7a7ae req-ace26ec3-ecf4-4ef3-99fa-886ab9b754c1 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Sep 27 08:51:22.708122 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:22.738994 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Checking router: 130d3fdf-f556-4202-9b08-71ca9695f067 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:22.747622 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:22.748896 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:22.969856 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:23.020938 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-0cf09760-be06-475e-9c49-46683d85a26c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 200 len: 217 time: 0.0400372 Sep 27 08:51:23.024964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:23.171530 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-d241a851-1888-4b20-b927-efc08b802cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:23.173063 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-d241a851-1888-4b20-b927-efc08b802cf2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 200 len: 853 time: 0.0959260 Sep 27 08:51:23.205660 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:23.214815 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:23.222207 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5338ae5f-204f-46e9-bced-88df6e25de7f admin admin] 10.222.0.74 "PUT /v2.0/routers/6deb76b5-e1dd-4353-bdb7-bad091b9a58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5576720 Sep 27 08:51:23.224763 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Sync routers for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:23.228109 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41012) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:23.234785 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962cbee-7556-4636-b995-7bc79a8b5e35 None None] The sync data for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi is: [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:48:48Z', 'revision_number': 4, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '36a5efb6-0088-4e5e-9eb4-2f1641327a1e', 'name': '', 'network_id': 'ac469ece-916a-4994-83bf-ee76a67dfc3d', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'mac_address': 'fa:16:3e:c7:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'bdab0376-5e7b-420b-8549-703c69574992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:48Z', 'updated_at': '2021-09-27T08:48:52Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'subnets': [{'id': 'bdab0376-5e7b-420b-8549-703c69574992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:23.241244 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-9a2a03d9-95e4-46fc-903a-9663b070c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:23.242715 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-9a2a03d9-95e4-46fc-903a-9663b070c836 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac469ece-916a-4994-83bf-ee76a67dfc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612950 Sep 27 08:51:23.248889 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:23.249551 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:23.359852 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-af89bf7e-8125-449b-a884-89df6499c568 service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067245 Sep 27 08:51:23.375639 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:23.377980 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:23.486506 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c494179-6bdf-44a8-886f-05eb71ec6242 req-3e4cc9cd-646c-467a-96e2-fa3a49ca23aa service neutron] 10.222.0.68 "GET /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182616 Sep 27 08:51:23.585957 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e246a7-8663-4f62-b41b-f24096dc2492 None None] New status for floating IP ce777d91-53b8-49aa-bd80-36fe80c21f8e: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:51:23.641477 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:51:21Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:23.681750 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Checking router: 6deb76b5-e1dd-4353-bdb7-bad091b9a58c for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:23.691804 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Routers {'6deb76b5-e1dd-4353-bdb7-bad091b9a58c'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:23.692789 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:23.866580 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdee396-c785-47b4-9c95-ff44ceb8ce06 req-477605f8-1596-4efe-ba00-2385cff08292 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:23.869508 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5bdee396-c785-47b4-9c95-ff44ceb8ce06 req-477605f8-1596-4efe-ba00-2385cff08292 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0861278 Sep 27 08:51:23.884251 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:23.938888 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5bdee396-c785-47b4-9c95-ff44ceb8ce06 req-55f44498-5291-48f6-89de-8e575191d754 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616653 Sep 27 08:51:23.967494 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] Set router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:24.084434 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Deleting port 7cce3e3f-3a83-476b-ac75-53b49cd31e13 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:24.085392 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.162169 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:51:21Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:24.171049 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] For port 7cce3e3f-3a83-476b-ac75-53b49cd31e13, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7cce3e3f-3a83-476b-ac75-53b49cd31e13,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:24.171421 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.188603 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Calling delete_port for 7cce3e3f-3a83-476b-ac75-53b49cd31e13 owned by network:router_gateway {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:24.188863 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd225-1073-4333-8e54-acd7769bd716 None None] The sync data for ids ['6deb76b5-e1dd-4353-bdb7-bad091b9a58c'] in dv-cinder-811085-1-iscsi is: [{'id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'name': 'tempest-AttachVolumeTestJSON-1411909945-router', 'tenant_id': '5383265408b84c1ca850256f7ccc80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:24Z', 'updated_at': '2021-09-27T08:51:21Z', 'revision_number': 5, 'project_id': '5383265408b84c1ca850256f7ccc80f6', 'gw_port': {'id': '7cce3e3f-3a83-476b-ac75-53b49cd31e13', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb76b5-e1dd-4353-bdb7-bad091b9a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:25Z', 'updated_at': '2021-09-27T08:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:24.390049 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.420185 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cce3e3f-3a83-476b-ac75-53b49cd31e13,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:24.477087 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.569001 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.571574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.685491 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.686057 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6deb76b5-e1dd-4353-bdb7-bad091b9a58c {{(pid=101199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:24.691222 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.692494 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-42942fdf-75aa-4fd1-af1c-a7beae7cfcb7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6deb76b5-e1dd-4353-bdb7-bad091b9a58c HTTP/1.1" status: 204 len: 168 time: 1.4633770 Sep 27 08:51:24.695029 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41050) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:24.743585 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Deleting subnet abeb7d7e-0413-4933-9110-b98b32f4aae0 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:24.746964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.784261 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.871652 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.037443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.069184 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abeb7d7e-0413-4933-9110-b98b32f4aae0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.071173 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.076328 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c8e86bd8-d5ef-4e8c-9abd-752f3772aece admin admin] 10.222.0.74 "DELETE /v2.0/subnets/abeb7d7e-0413-4933-9110-b98b32f4aae0 HTTP/1.1" status: 204 len: 168 time: 0.3770862 Sep 27 08:51:25.076328 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41066) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:25.079579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ac4cb-50f3-4442-aada-8867a2de64be None None] Network bcfe1485-ea2f-4942-8deb-2a3288c83372 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:25.110156 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792b6e0-d86b-4246-8ab0-e8061c92239b req-3fb15ac6-14fe-48d4-8710-2fd8fff18461 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:25.117430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e792b6e0-d86b-4246-8ab0-e8061c92239b req-3fb15ac6-14fe-48d4-8710-2fd8fff18461 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.1106515 Sep 27 08:51:25.217514 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.222071 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e792b6e0-d86b-4246-8ab0-e8061c92239b req-dd899242-c4d8-4a9c-b062-4865d1dcaf38 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038311 Sep 27 08:51:25.317647 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Deleting port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:25.317990 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.348227 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] DHCP port deletion for bcfe1485-ea2f-4942-8deb-2a3288c83372 request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:25.393590 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] For port 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2e54e889-6e00-4ecd-8ba2-81c3630654a0,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:25.393957 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.402825 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Deleting port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:25.404376 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.407082 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Calling delete_port for 2e54e889-6e00-4ecd-8ba2-81c3630654a0 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:25.486981 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] For port 2e54e889-6e00-4ecd-8ba2-81c3630654a0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2e54e889-6e00-4ecd-8ba2-81c3630654a0,segment=NetworkSegment(7612eace-c234-4259-a5c3-1678791e858a),segment_id=7612eace-c234-4259-a5c3-1678791e858a)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:25.487388 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.500457 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Calling delete_port for 2e54e889-6e00-4ecd-8ba2-81c3630654a0 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:25.594194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.600617 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.606554 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] No DVR routers for this DVR port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 on host dv-cinder-811085-1-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:25.632076 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Pushing event deleted for resources: {'Port': ['ID=2e54e889-6e00-4ecd-8ba2-81c3630654a0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.633752 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] Pushing event deleted for resources: {'Port': ['ID=2e54e889-6e00-4ecd-8ba2-81c3630654a0,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.637751 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92f301-f0b4-4962-a58d-f70d08854a86 None None] No DVR routers for this DVR port 2e54e889-6e00-4ecd-8ba2-81c3630654a0 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:25.705866 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.727167 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe1485-ea2f-4942-8deb-2a3288c83372']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:25.737640 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7612eace-c234-4259-a5c3-1678791e858a') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:25.737940 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7612eace-c234-4259-a5c3-1678791e858a') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:25.749489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.763630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.769760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:25.770157 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:25.771772 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:25.859492 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:25.879434 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:25.879658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.880531 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 131bc6a9-4234-4bbc-9d74-00ce93ab7c9f not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:25.880982 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7cce3e3f-3a83-476b-ac75-53b49cd31e13 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:25.895373 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.897252 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] 10.222.0.74 "DELETE /v2.0/networks/bcfe1485-ea2f-4942-8deb-2a3288c83372 HTTP/1.1" status: 204 len: 168 time: 0.8199267 Sep 27 08:51:25.898170 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee35ce8-f587-442f-9eda-481561205edb admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfe1485-ea2f-4942-8deb-2a3288c83372,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.900102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 7cce3e3f-3a83-476b-ac75-53b49cd31e13 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:25.900454 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7cce3e3f-3a83-476b-ac75-53b49cd31e13 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:25.900910 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2e54e889-6e00-4ecd-8ba2-81c3630654a0 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:25.920585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 2e54e889-6e00-4ecd-8ba2-81c3630654a0 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:25.920961 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2e54e889-6e00-4ecd-8ba2-81c3630654a0 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:26.047018 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.306301 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41164) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:26.347322 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1b87fdfb-310c-4b81-b08f-f8160fac7b79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5383265408b84c1ca850256f7ccc80f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391722 Sep 27 08:51:26.349201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41166) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:26.401176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.422904 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.549698 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.552498 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.553756 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8d94435-88bf-4cde-ad46-5c1193ab36c1 HTTP/1.1" status: 204 len: 168 time: 0.2036140 Sep 27 08:51:26.570123 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543a84-9abf-428e-9c93-efac06562122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d94435-88bf-4cde-ad46-5c1193ab36c1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.903650 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41198) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:27.010423 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf50a4-e698-4537-9c0a-8f56c13adbe9 req-9a3e7305-cfd0-447d-beb6-3e1abc3c9deb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.012020 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bddf50a4-e698-4537-9c0a-8f56c13adbe9 req-9a3e7305-cfd0-447d-beb6-3e1abc3c9deb tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0598383 Sep 27 08:51:27.037279 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f6b83df-37a6-49e3-b81a-25bfe6c7fdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.071876 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bddf50a4-e698-4537-9c0a-8f56c13adbe9 req-7c5c88e7-0a63-4c00-8e8e-5618f2b20b28 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Sep 27 08:51:27.151975 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f6b83df-37a6-49e3-b81a-25bfe6c7fdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.218393 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5f6b83df-37a6-49e3-b81a-25bfe6c7fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.254913 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b83df-37a6-49e3-b81a-25bfe6c7fdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21786d1-3d26-490c-ab87-0e7d1362566e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:27.260440 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5f6b83df-37a6-49e3-b81a-25bfe6c7fdd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e742d27f3454660990badd296b6341f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552606 Sep 27 08:51:27.263914 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41212) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:27.317569 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.340148 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.475352 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.478009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.479174 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a21786d1-3d26-490c-ab87-0e7d1362566e HTTP/1.1" status: 204 len: 168 time: 0.2144821 Sep 27 08:51:27.487283 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18c683-265e-41b2-bbfb-141a2c633b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21786d1-3d26-490c-ab87-0e7d1362566e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:28.132913 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41254) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:28.146890 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e674bcf0-a129-4094-b908-bbc4efa79c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.191908 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6c5a2-5482-4602-b235-fa9527c19c00 req-9e766707-0ad9-4afc-b7f5-ef55b20264b6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:28.193617 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82b6c5a2-5482-4602-b235-fa9527c19c00 req-9e766707-0ad9-4afc-b7f5-ef55b20264b6 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0505145 Sep 27 08:51:28.235522 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82b6c5a2-5482-4602-b235-fa9527c19c00 req-f011cb82-d694-4cd6-adb9-fe9b47db51ff tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab81b16d-0f70-4962-8b87-fe9ffdde81a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Sep 27 08:51:28.242221 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e674bcf0-a129-4094-b908-bbc4efa79c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.326949 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e674bcf0-a129-4094-b908-bbc4efa79c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.365214 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674bcf0-a129-4094-b908-bbc4efa79c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50066fa0-a803-41a5-a68b-58974cb6ef21,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:28.369576 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e674bcf0-a129-4094-b908-bbc4efa79c97 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5326d8362361496186710a96c56d5ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356536 Sep 27 08:51:28.372333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41258) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:28.422691 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.444574 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.505128 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41262) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:28.588173 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.590650 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.592593 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50066fa0-a803-41a5-a68b-58974cb6ef21 HTTP/1.1" status: 204 len: 168 time: 0.2192540 Sep 27 08:51:28.602310 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79732-34c2-420c-8485-23c0caab7924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50066fa0-a803-41a5-a68b-58974cb6ef21,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:28.618364 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-24d41c1f-bf66-4d76-8d3d-a641219d6083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.734873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-24d41c1f-bf66-4d76-8d3d-a641219d6083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.781292 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-70850a34-9536-4173-b6b7-8bc8ae1ca778 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:28.783033 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-70850a34-9536-4173-b6b7-8bc8ae1ca778 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Sep 27 08:51:28.801084 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-24d41c1f-bf66-4d76-8d3d-a641219d6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.846638 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-24d41c1f-bf66-4d76-8d3d-a641219d6083 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9106c0dbc4dc40e79fbe82ff8e541eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364129 Sep 27 08:51:28.846638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41c1f-bf66-4d76-8d3d-a641219d6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773cc6d2-c3fc-4047-b1e4-eba69dbc15ee,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:28.846638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41268) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:28.896313 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Deleting port 306ed4e3-90b8-4113-9608-a5c35f56a12e {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:28.896657 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.900438 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.924124 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.002133 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] For port 306ed4e3-90b8-4113-9608-a5c35f56a12e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=306ed4e3-90b8-4113-9608-a5c35f56a12e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:29.002503 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.015925 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Calling delete_port for 306ed4e3-90b8-4113-9608-a5c35f56a12e owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:29.035202 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.038248 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.042153 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/773cc6d2-c3fc-4047-b1e4-eba69dbc15ee HTTP/1.1" status: 204 len: 168 time: 0.1931095 Sep 27 08:51:29.054924 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf026631-0946-4e20-9c70-2a31af61f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773cc6d2-c3fc-4047-b1e4-eba69dbc15ee,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:29.246425 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.259489 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['306ed4e3-90b8-4113-9608-a5c35f56a12e'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:29.305172 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Pushing event deleted for resources: {'Port': ['ID=306ed4e3-90b8-4113-9608-a5c35f56a12e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:29.367634 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b8c3dbea-0380-490c-ab94-4e41668e23e5 req-32d72d0b-608b-4606-be4c-78fd1df6c6e8 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 210 time: 0.0412750 Sep 27 08:51:29.371831 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] No DVR routers for this DVR port 306ed4e3-90b8-4113-9608-a5c35f56a12e on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:29.374936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.377251 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b8cb0be8-4acb-4555-87b5-aeff68c60b86 req-b5567817-f9f7-460c-871f-2e03d49ee178 tempest-TestMinimumBasicScenario-1105199517 tempest-TestMinimumBasicScenario-1105199517-project] 10.222.0.68 "DELETE /v2.0/ports/306ed4e3-90b8-4113-9608-a5c35f56a12e HTTP/1.1" status: 204 len: 173 time: 0.5871329 Sep 27 08:51:29.377693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'name': 'network-vif-deleted', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:29.380044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e4f78d-62f8-49df-aea2-9851367d59fa" -d '{"events": [{"server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "name": "network-vif-deleted", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:29.417553 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427819cb-c750-4429-b7cf-64b48224a39c x-openstack-request-id: req-427819cb-c750-4429-b7cf-64b48224a39c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:29.417861 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad84557b-315e-4891-84e1-3d4f2b32cd29", "name": "network-vif-deleted", "tag": "306ed4e3-90b8-4113-9608-a5c35f56a12e", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:29.418117 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-427819cb-c750-4429-b7cf-64b48224a39c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:29.418522 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad84557b-315e-4891-84e1-3d4f2b32cd29', 'name': 'network-vif-deleted', 'tag': '306ed4e3-90b8-4113-9608-a5c35f56a12e', 'status': 'completed', 'code': 200} Sep 27 08:51:30.133210 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-590321f4-1d41-45be-bf81-da77775996b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261919 Sep 27 08:51:30.184987 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-4bd4cdd5-5f65-4d61-bfd0-1e807f94f6cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&device_id=ad84557b-315e-4891-84e1-3d4f2b32cd29 HTTP/1.1" status: 200 len: 210 time: 0.0315173 Sep 27 08:51:30.289844 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41322) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:30.329684 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-a57e1a52-b339-4b95-8ba1-d75ab6c91eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.331305 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-a57e1a52-b339-4b95-8ba1-d75ab6c91eb9 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1229720 Sep 27 08:51:30.416304 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246645375-network', 'tenant_id': '2b8db0322e9b4f739f5c2cd03cb8359c'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:30.470114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-d921c574-104b-4a20-80cf-fa418c596f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.472306 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-739cff7e-59b7-4ca5-8d10-cb175f0a842a req-d921c574-104b-4a20-80cf-fa418c596f10 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317785 Sep 27 08:51:30.519275 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Made reservation on behalf of 2b8db0322e9b4f739f5c2cd03cb8359c for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:30.521638 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.531102 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.643838 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.693001 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.719302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:30.728281 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e67d7-dca4-4dcd-ab79-d1a8f5bfc73e,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:30.735302 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.735673 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Added segment 58916ec7-80f2-45c8-baef-2bf5857fc9c2 of type vlan for network 1de8618f-2858-425f-b3f0-b9de7a3d511f Sep 27 08:51:30.776363 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.881528 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.882626 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.883342 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.948453 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] Pushing event updated for resources: {'Network': ['ID=1de8618f-2858-425f-b3f0-b9de7a3d511f,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:30.962442 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 1de8618f-2858-425f-b3f0-b9de7a3d511f details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:30.977838 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3368a384-c833-4f17-92bb-3d299dcf0694 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6861410 Sep 27 08:51:30.980449 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41366) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:30.986941 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Request body: {'subnet': {'network_id': '1de8618f-2858-425f-b3f0-b9de7a3d511f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246645375-subnet', 'tenant_id': '2b8db0322e9b4f739f5c2cd03cb8359c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:31.188554 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Made reservation on behalf of 2b8db0322e9b4f739f5c2cd03cb8359c for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:31.191310 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637751'] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.436390 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9251955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637701'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.480644 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41388) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:31.493587 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e747d45a-60bc-48b2-bd1b-a6d772faee3b,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:31.512343 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Checking segment: {'id': '58916ec7-80f2-45c8-baef-2bf5857fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1de8618f-2858-425f-b3f0-b9de7a3d511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:31.512805 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Network hostable DHCP agents. Network: 1de8618f-2858-425f-b3f0-b9de7a3d511f, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:31.589516 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15f0a02a-f134-4a66-b2de-1bf52cadbadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.595471 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Network 1de8618f-2858-425f-b3f0-b9de7a3d511f is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:31.680705 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15f0a02a-f134-4a66-b2de-1bf52cadbadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.788467 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 1de8618f-2858-425f-b3f0-b9de7a3d511f) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:31.797425 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 306ed4e3-90b8-4113-9608-a5c35f56a12e no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:31.797527 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:31.797527 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.816544 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31939c-bd85-4ecc-86f1-dbb12c2181bf None None] Network 1de8618f-2858-425f-b3f0-b9de7a3d511f requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:31.817411 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 306ed4e3-90b8-4113-9608-a5c35f56a12e {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:31.817748 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 306ed4e3-90b8-4113-9608-a5c35f56a12e not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:31.835581 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15f0a02a-f134-4a66-b2de-1bf52cadbadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.877658 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-15f0a02a-f134-4a66-b2de-1bf52cadbadb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b3165f6a9ad43fd8ec9829a690f3538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958669 Sep 27 08:51:31.880365 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0a02a-f134-4a66-b2de-1bf52cadbadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572bd422-c2a2-4f1a-a34f-83e93adba1ba,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:31.880642 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41398) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:31.941942 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a46f8e25-f943-4c8c-a4f1-94c347c506d8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9602895 Sep 27 08:51:31.942949 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.953556 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75710e7-6245-4ea6-ad96-518262f7ebf4 None None] Network 1de8618f-2858-425f-b3f0-b9de7a3d511f requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:31.969174 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.082097 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.083864 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.087677 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/572bd422-c2a2-4f1a-a34f-83e93adba1ba HTTP/1.1" status: 204 len: 168 time: 0.2034385 Sep 27 08:51:32.098162 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ea235-b192-413c-ad12-5b43a7319e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572bd422-c2a2-4f1a-a34f-83e93adba1ba,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:32.277235 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41410) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.660030 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.745057 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41426) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.759714 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d8af608-665e-4195-85a6-cb5bee589e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.885737 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41430) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.891552 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439625958-network', 'tenant_id': 'cbb3cdea26954dc69a1affb1276499e7'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:32.940317 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Deleting port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:32.940658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.992234 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d8af608-665e-4195-85a6-cb5bee589e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.022482 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] For port 36a5efb6-0088-4e5e-9eb4-2f1641327a1e, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:33.022835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.038799 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Calling delete_port for 36a5efb6-0088-4e5e-9eb4-2f1641327a1e owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:33.073382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d8af608-665e-4195-85a6-cb5bee589e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.115656 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2d8af608-665e-4195-85a6-cb5bee589e32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3461cb4f66084079828150b4411e7275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693399 Sep 27 08:51:33.120049 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41432) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:33.135645 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8af608-665e-4195-85a6-cb5bee589e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137b2afa-b9a0-4207-883a-759e297c6d52,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.175732 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.186790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Made reservation on behalf of cbb3cdea26954dc69a1affb1276499e7 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:33.189119 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.204938 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.210956 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.281616 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.314969 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Pushing event deleted for resources: {'Port': ['ID=36a5efb6-0088-4e5e-9eb4-2f1641327a1e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.333385 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.373643 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.376551 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.381176 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/137b2afa-b9a0-4207-883a-759e297c6d52 HTTP/1.1" status: 204 len: 168 time: 0.2601902 Sep 27 08:51:33.391270 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27575276-0bb3-4989-ab96-a66da5de33c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b2afa-b9a0-4207-883a-759e297c6d52,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.401733 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.438171 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ff8d2-0f29-4b20-96d4-c66bdbbee002,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.447680 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:33.459347 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.459877 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Added segment 812a89c3-7d9d-42b6-a1c2-d8e08cc6a739 of type vlan for network 1fcdedca-af37-44de-be1c-6923f1d4c288 Sep 27 08:51:33.488707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.517640 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.605003 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.606003 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:33.606624 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.668721 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] Pushing event updated for resources: {'Network': ['ID=1fcdedca-af37-44de-be1c-6923f1d4c288,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.679124 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 1fcdedca-af37-44de-be1c-6923f1d4c288 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:33.698194 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-5efb4963-da7c-4f4b-9c14-655cf96be6cd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8112504 Sep 27 08:51:33.701382 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41440) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:33.709710 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Request body: {'subnet': {'network_id': '1fcdedca-af37-44de-be1c-6923f1d4c288', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439625958-subnet', 'tenant_id': 'cbb3cdea26954dc69a1affb1276499e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:33.730371 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Router 130d3fdf-f556-4202-9b08-71ca9695f067 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:33.830761 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Made reservation on behalf of cbb3cdea26954dc69a1affb1276499e7 for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:33.840239 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637751'] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.853137 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:33.864760 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3b459b67-245b-4064-a2b7-29d3cce1ed0b admin admin] 10.222.0.74 "PUT /v2.0/routers/130d3fdf-f556-4202-9b08-71ca9695f067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862896 Sep 27 08:51:33.866947 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Sync routers for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:33.867978 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41446) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:33.882514 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:33.884962 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:34.008497 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:34.020041 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.150426 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9251955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637701'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.220631 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bf1dbc-b55b-4346-bcc7-dcc4a51a6ac1,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:34.230276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:51:33Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:34.231581 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Checking segment: {'id': '812a89c3-7d9d-42b6-a1c2-d8e08cc6a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1fcdedca-af37-44de-be1c-6923f1d4c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:34.232147 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Network hostable DHCP agents. Network: 1fcdedca-af37-44de-be1c-6923f1d4c288, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:34.264238 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Checking router: 130d3fdf-f556-4202-9b08-71ca9695f067 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:34.273999 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Routers {'130d3fdf-f556-4202-9b08-71ca9695f067'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:34.274623 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['130d3fdf-f556-4202-9b08-71ca9695f067'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:34.325291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Network 1fcdedca-af37-44de-be1c-6923f1d4c288 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:34.387651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] Set router 130d3fdf-f556-4202-9b08-71ca9695f067 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:34.396674 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.439999 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 1fcdedca-af37-44de-be1c-6923f1d4c288) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:34.448474 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:34.450401 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.522500 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Deleting port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:34.522832 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.578247 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f4f9f-1f8e-439e-bc62-33d2dc4c0157 None None] Network 1fcdedca-af37-44de-be1c-6923f1d4c288 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:34.595337 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-ba896b22-804a-49dd-b3f2-b64f84b5779e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8827214 Sep 27 08:51:34.604598 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] For port 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:34.604598 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.620544 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Calling delete_port for 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:34.789685 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41468) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:34.838672 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1042f-7b55-4784-88e1-ba6b78838a86 None None] Network 1fcdedca-af37-44de-be1c-6923f1d4c288 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:34.843167 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Deleting subnet e747d45a-60bc-48b2-bd1b-a6d772faee3b {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:34.847604 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.883300 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.930167 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.937617 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.954333 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:51:33Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:34.979109 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.005614 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2710d-016b-4f82-8b86-8b67b90e7e16 None None] The sync data for ids ['130d3fdf-f556-4202-9b08-71ca9695f067'] in dv-cinder-811085-1-iscsi is: [{'id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'name': 'tempest-TestMinimumBasicScenario-278720495-router', 'tenant_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:45Z', 'updated_at': '2021-09-27T08:51:33Z', 'revision_number': 5, 'project_id': '8275d810d9af4dd9a16cae9122ef7a8a', 'gw_port': {'id': '3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d3fdf-f556-4202-9b08-71ca9695f067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:46Z', 'updated_at': '2021-09-27T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:35.053175 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.061702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.083713 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e747d45a-60bc-48b2-bd1b-a6d772faee3b,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.086455 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.089230 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9a44abd6-389d-49f0-8f57-62d359697864 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e747d45a-60bc-48b2-bd1b-a6d772faee3b HTTP/1.1" status: 204 len: 168 time: 0.2985864 Sep 27 08:51:35.092783 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41474) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.182544 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.183218 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.186925 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.273322 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.296597 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de8618f-2858-425f-b3f0-b9de7a3d511f']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:35.306106 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58916ec7-80f2-45c8-baef-2bf5857fc9c2') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:35.306406 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58916ec7-80f2-45c8-baef-2bf5857fc9c2') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:35.319316 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.333372 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.333541 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.333988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130d3fdf-f556-4202-9b08-71ca9695f067 {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:35.339061 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.340320 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:35.340470 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ad3d4ebe-8796-4626-b8fa-7f586280b769 admin admin] 10.222.0.74 "DELETE /v2.0/routers/130d3fdf-f556-4202-9b08-71ca9695f067 HTTP/1.1" status: 204 len: 168 time: 1.4712172 Sep 27 08:51:35.341782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:35.343668 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:35.350901 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41480) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.445793 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Deleting subnet bdab0376-5e7b-420b-8549-703c69574992 {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:35.449170 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.489811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.517139 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.524571 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.526520 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1de8618f-2858-425f-b3f0-b9de7a3d511f HTTP/1.1" status: 204 len: 168 time: 0.4322217 Sep 27 08:51:35.530257 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41484) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.545856 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff87ef6-9922-4cfb-9645-6dabb7a8bbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de8618f-2858-425f-b3f0-b9de7a3d511f,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.585826 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Deleting subnet 60bf1dbc-b55b-4346-bcc7-dcc4a51a6ac1 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:35.600513 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.627913 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.643421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.690482 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.770119 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.797169 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdab0376-5e7b-420b-8549-703c69574992,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.799153 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.801124 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cb127ecb-3a00-419d-ae77-3eb3ab9c8620 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bdab0376-5e7b-420b-8549-703c69574992 HTTP/1.1" status: 204 len: 168 time: 0.4428258 Sep 27 08:51:35.803660 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41498) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.806779 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e76477-0ead-4fb2-888c-6b650fef710d None None] Network ac469ece-916a-4994-83bf-ee76a67dfc3d requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:35.847250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.878486 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bf1dbc-b55b-4346-bcc7-dcc4a51a6ac1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.882687 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.884896 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.889933 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2194e50f-fab3-4370-bab1-15f51676c73d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/60bf1dbc-b55b-4346-bcc7-dcc4a51a6ac1 HTTP/1.1" status: 204 len: 168 time: 0.3535943 Sep 27 08:51:35.890557 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41500) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.995055 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.017082 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Deleting port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:36.017420 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.124531 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] DHCP port deletion for ac469ece-916a-4994-83bf-ee76a67dfc3d request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:36.148260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.170762 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] For port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:36.171160 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.206396 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Calling delete_port for dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:36.212274 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcdedca-af37-44de-be1c-6923f1d4c288']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.215593 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Deleting port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:36.217855 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.228459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a89c3-7d9d-42b6-a1c2-d8e08cc6a739') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.229190 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a89c3-7d9d-42b6-a1c2-d8e08cc6a739') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.229601 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:36.257587 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:36.257930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 3ab14bf8-bcb8-4e1d-8e34-6dfb60d5aa2d not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:36.258352 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 36a5efb6-0088-4e5e-9eb4-2f1641327a1e no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:36.266881 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.284189 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.286603 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 36a5efb6-0088-4e5e-9eb4-2f1641327a1e {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:36.286972 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 36a5efb6-0088-4e5e-9eb4-2f1641327a1e not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:36.287395 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:36.302703 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:36.303096 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:36.308890 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:36.358441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] For port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,segment=NetworkSegment(359602e8-d5c2-4d11-9392-f025ab796060),segment_id=359602e8-d5c2-4d11-9392-f025ab796060)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:36.358441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.376339 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Calling delete_port for dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:36.436446 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.438567 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.478071 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.480459 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.482902 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] 10.222.0.74 "DELETE /v2.0/networks/1fcdedca-af37-44de-be1c-6923f1d4c288 HTTP/1.1" status: 204 len: 168 time: 0.5898826 Sep 27 08:51:36.483784 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:36.487544 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ddc03-df55-4aee-a473-2a02cf91d9db admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcdedca-af37-44de-be1c-6923f1d4c288,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:36.489233 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] No DVR routers for this DVR port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 on host dv-cinder-811085-1-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:36.536967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.565225 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] Pushing event deleted for resources: {'Port': ['ID=dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:36.570229 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfafa6-2b03-4101-8cba-d6393e753e89 None None] No DVR routers for this DVR port dbdbfe3a-5f3f-47da-ab9e-ee43c017f2b9 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:36.603009 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.623775 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac469ece-916a-4994-83bf-ee76a67dfc3d']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.633713 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359602e8-d5c2-4d11-9392-f025ab796060') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.634013 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359602e8-d5c2-4d11-9392-f025ab796060') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.643453 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.658423 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.664350 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:36.664760 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:36.666362 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:36.834942 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.840910 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.847315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41536) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.847783 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] 10.222.0.74 "DELETE /v2.0/networks/ac469ece-916a-4994-83bf-ee76a67dfc3d HTTP/1.1" status: 204 len: 168 time: 1.0428021 Sep 27 08:51:36.862762 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc33cb7-921b-468e-8adc-3bacc0b48cff admin admin] Pushing event deleted for resources: {'Network': ['ID=ac469ece-916a-4994-83bf-ee76a67dfc3d,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:37.002564 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41540) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.090958 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e06dd2d9-c428-47b2-9007-762d690fc0a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b8db0322e9b4f739f5c2cd03cb8359c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872679 Sep 27 08:51:37.094387 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41542) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.155072 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.180309 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.222446 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41546) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.251207 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.303281 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.306030 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.307189 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d8e67d7-dca4-4dcd-ab79-d1a8f5bfc73e HTTP/1.1" status: 204 len: 168 time: 0.2118289 Sep 27 08:51:37.316483 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e775-9fe0-4a30-b627-5424e20ccb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e67d7-dca4-4dcd-ab79-d1a8f5bfc73e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:37.358811 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b483d480-8be1-4971-8be2-4e99d5374daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.457326 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b483d480-8be1-4971-8be2-4e99d5374daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.539121 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Deleting port 81526030-7fc8-4df7-9258-b2a90fef4720 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:37.539474 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.551782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b483d480-8be1-4971-8be2-4e99d5374daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.587305 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b483d480-8be1-4971-8be2-4e99d5374daa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c583875710c40b5aadc7f3f752eeb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604329 Sep 27 08:51:37.587305 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483d480-8be1-4971-8be2-4e99d5374daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f21e7f9-00df-49c9-81c1-1d7d4cf1d2be,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:37.588024 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41556) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.640761 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] For port 81526030-7fc8-4df7-9258-b2a90fef4720, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=81526030-7fc8-4df7-9258-b2a90fef4720,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:37.641184 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.655854 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Calling delete_port for 81526030-7fc8-4df7-9258-b2a90fef4720 owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:37.657854 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.679423 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.718880 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:51:37.796426 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.799288 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.800605 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f21e7f9-00df-49c9-81c1-1d7d4cf1d2be HTTP/1.1" status: 204 len: 168 time: 0.2015550 Sep 27 08:51:37.809039 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992f0b-acab-4dfb-8414-d05c3ad4c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f21e7f9-00df-49c9-81c1-1d7d4cf1d2be,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:37.949770 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.975741 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81526030-7fc8-4df7-9258-b2a90fef4720,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.128887 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41572) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.148176 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.172011 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b928e2e1-cde6-4331-a468-78bc678e65ac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cbb3cdea26954dc69a1affb1276499e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404615 Sep 27 08:51:38.174509 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41574) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.225286 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.247257 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.373654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Router f419813b-f745-4c85-a765-779ad05855c0 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:38.383961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.386618 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.388609 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a4ff8d2-0f29-4b20-96d4-c66bdbbee002 HTTP/1.1" status: 204 len: 168 time: 0.2125261 Sep 27 08:51:38.396545 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5684a82-d294-445e-8e6e-2c794a32dfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ff8d2-0f29-4b20-96d4-c66bdbbee002,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.489689 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:38.499662 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-55d15ad0-c6c0-4739-923d-d817ecc72ee3 admin admin] 10.222.0.74 "PUT /v2.0/routers/f419813b-f745-4c85-a765-779ad05855c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471241 Sep 27 08:51:38.499841 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41580) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.502773 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Sync routers for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:38.521025 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:38.522048 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:38.613565 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b98d9032-d32d-4177-a969-2dc0d50461ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.617063 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41584) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.634092 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks [] for router, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.634726 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:38.667765 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f63-7d2b-492d-9e90-a9273d9713f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.770793 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.815792 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:51:37Z', 'revision_number': 5, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:38.845275 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Checking router: f419813b-f745-4c85-a765-779ad05855c0 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:38.853492 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Routers {'f419813b-f745-4c85-a765-779ad05855c0'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:38.854095 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:51:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['f419813b-f745-4c85-a765-779ad05855c0'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:38.921743 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f63-7d2b-492d-9e90-a9273d9713f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.997144 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f63-7d2b-492d-9e90-a9273d9713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.032820 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] Set router f419813b-f745-4c85-a765-779ad05855c0 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:39.047601 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3e7e6f63-7d2b-492d-9e90-a9273d9713f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=504d7d6f165b43db9dd52c9e9f6a312d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245870 Sep 27 08:51:39.047934 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41598) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:39.050322 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Deleting port 13cce124-6035-4204-81a7-b3a873c563fb {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:39.050669 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.070673 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e6f63-7d2b-492d-9e90-a9273d9713f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f70399-005f-4310-85ee-430ad0a6aadf,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.105769 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.129994 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.152650 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] For port 13cce124-6035-4204-81a7-b3a873c563fb, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=13cce124-6035-4204-81a7-b3a873c563fb,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:39.153238 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.167314 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Calling delete_port for 13cce124-6035-4204-81a7-b3a873c563fb owned by network:router_gateway {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:39.248169 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:51:37Z', 'revision_number': 5, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:39.265220 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.269672 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.272464 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36f70399-005f-4310-85ee-430ad0a6aadf HTTP/1.1" status: 204 len: 168 time: 0.2235155 Sep 27 08:51:39.274894 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81f87b-4227-40e2-961c-37d7749cc067 None None] The sync data for ids ['f419813b-f745-4c85-a765-779ad05855c0'] in dv-cinder-811085-1-iscsi is: [{'id': 'f419813b-f745-4c85-a765-779ad05855c0', 'name': 'tempest-TestMinimumBasicScenario-459812883-router', 'tenant_id': '6eef4040fa87459c9d898e2aead8d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '13cce124-6035-4204-81a7-b3a873c563fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:52Z', 'updated_at': '2021-09-27T08:51:37Z', 'revision_number': 5, 'project_id': '6eef4040fa87459c9d898e2aead8d7e0', 'gw_port': {'id': '13cce124-6035-4204-81a7-b3a873c563fb', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419813b-f745-4c85-a765-779ad05855c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:53Z', 'updated_at': '2021-09-27T08:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:39.291894 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d746e9-e7dd-45d0-a97a-195c00a69f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f70399-005f-4310-85ee-430ad0a6aadf,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.416878 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.443712 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Pushing event deleted for resources: {'Port': ['ID=13cce124-6035-4204-81a7-b3a873c563fb,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.502692 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.593548 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.595691 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.721173 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.721911 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f419813b-f745-4c85-a765-779ad05855c0 {{(pid=101199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:39.732405 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.732589 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41616) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:39.732673 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7d4bb04e-535f-495a-8d8d-ce7057047436 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f419813b-f745-4c85-a765-779ad05855c0 HTTP/1.1" status: 204 len: 168 time: 1.2305846 Sep 27 08:51:39.788089 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Deleting subnet e07b9590-ab8f-4967-8102-6e3bb75efe8b {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:39.791450 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.872781 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.974586 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 81526030-7fc8-4df7-9258-b2a90fef4720 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:39.998583 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 81526030-7fc8-4df7-9258-b2a90fef4720 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:39.998930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 81526030-7fc8-4df7-9258-b2a90fef4720 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:40.014154 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.178835 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.203391 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07b9590-ab8f-4967-8102-6e3bb75efe8b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:40.209063 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.210941 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3c05995f-cbb0-46e4-80ca-88f8c2ab51f8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e07b9590-ab8f-4967-8102-6e3bb75efe8b HTTP/1.1" status: 204 len: 168 time: 0.4783185 Sep 27 08:51:40.213528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41638) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:40.216791 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d8807e-0b53-4982-a525-a126bb108ebf None None] Network eb204626-9991-4fc5-812d-dff880bcf56e requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:40.286325 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.349245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Deleting port 32b9a7c7-092f-493a-8d24-5bd717462558 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:40.349663 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.422589 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] DHCP port deletion for eb204626-9991-4fc5-812d-dff880bcf56e request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:40.442491 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] For port 32b9a7c7-092f-493a-8d24-5bd717462558, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b9a7c7-092f-493a-8d24-5bd717462558,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:40.442963 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.462574 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Calling delete_port for 32b9a7c7-092f-493a-8d24-5bd717462558 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:40.496410 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Deleting port 32b9a7c7-092f-493a-8d24-5bd717462558 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:40.496822 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.563622 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] For port 32b9a7c7-092f-493a-8d24-5bd717462558, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b9a7c7-092f-493a-8d24-5bd717462558,segment=NetworkSegment(f16be49b-2c45-40f8-b835-3e8bf32947aa),segment_id=f16be49b-2c45-40f8-b835-3e8bf32947aa)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:40.564019 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.578501 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Calling delete_port for 32b9a7c7-092f-493a-8d24-5bd717462558 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:40.607059 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.650300 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b9a7c7-092f-493a-8d24-5bd717462558,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:40.652264 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] No DVR routers for this DVR port 32b9a7c7-092f-493a-8d24-5bd717462558 on host dv-cinder-811085-1-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:40.677456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41658) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:40.687746 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.725686 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] Pushing event deleted for resources: {'Port': ['ID=32b9a7c7-092f-493a-8d24-5bd717462558,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:40.734993 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c180d80-1a8b-4af3-a6ef-275a12bd3b01 None None] No DVR routers for this DVR port 32b9a7c7-092f-493a-8d24-5bd717462558 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:40.761682 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.794904 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb204626-9991-4fc5-812d-dff880bcf56e']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:40.798853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16be49b-2c45-40f8-b835-3e8bf32947aa') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:40.799183 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16be49b-2c45-40f8-b835-3e8bf32947aa') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:40.821769 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.824260 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.831927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:40.832559 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:40.834318 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:40.854707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317342294-network', 'tenant_id': '38fce74f47be45a4866fc05661ea5052'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:40.959216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Made reservation on behalf of 38fce74f47be45a4866fc05661ea5052 for: {'network': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:40.962428 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.971114 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.976945 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.985971 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.988197 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] 10.222.0.74 "DELETE /v2.0/networks/eb204626-9991-4fc5-812d-dff880bcf56e HTTP/1.1" status: 204 len: 168 time: 0.7737563 Sep 27 08:51:40.999907 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d196-5c45-4d7f-a7de-b1e09db50e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb204626-9991-4fc5-812d-dff880bcf56e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:41.071903 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-5e5a6785-32df-4777-ad58-a5f1d5b0b0c4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427572936&fields=id&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 267 time: 0.0613039 Sep 27 08:51:41.188193 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.210722 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6c4a4940-eb04-4004-95e5-e33d01f9d778 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:41.212207 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6c4a4940-eb04-4004-95e5-e33d01f9d778 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1298525 Sep 27 08:51:41.218289 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-364999ed-6cb5-4f25-bfe0-75753901a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.228882 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-f993463c-8e8d-4c90-994a-afa8be5e20f2 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/quotas/cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 375 time: 0.0102575 Sep 27 08:51:41.269879 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.296707 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:41.316195 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-bfe145dc-f78d-4e61-82b3-cc4ce9eca003 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0810094 Sep 27 08:51:41.323782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d6dc2-b788-48d0-9f0a-57432447bdcb,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:41.326719 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.327044 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.segments_db [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Added segment 1bf14345-ddca-4103-8152-56800270dddb of type vlan for network 9b1b71d4-785e-4ff5-8035-c9722469f2f9 Sep 27 08:51:41.373510 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41682) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:41.394103 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.414449 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-54605cfe-d60f-44f8-9a63-3d4366e7d522 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8275d810d9af4dd9a16cae9122ef7a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397265 Sep 27 08:51:41.417056 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41684) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:41.460140 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-1e5c1e43-095b-478c-89a3-a0510d457f6e service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253452 Sep 27 08:51:41.465409 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.488481 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.527906 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.529521 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:41.530168 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.612537 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.615220 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.616432 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab81b16d-0f70-4962-8b87-fe9ffdde81a1 HTTP/1.1" status: 204 len: 168 time: 0.1985219 Sep 27 08:51:41.625624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144acd70-97c3-49b1-9b73-a12cd855aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81b16d-0f70-4962-8b87-fe9ffdde81a1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:41.852579 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:41.863258 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 13cce124-6035-4204-81a7-b3a873c563fb no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:41.883472 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 13cce124-6035-4204-81a7-b3a873c563fb {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:41.883833 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 13cce124-6035-4204-81a7-b3a873c563fb not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:41.884261 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b9a7c7-092f-493a-8d24-5bd717462558 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:41.884380 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1b71d4-785e-4ff5-8035-c9722469f2f9,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:41.887979 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-1fc5f085-c4fa-4e9e-9186-34615748faf4 service neutron] 10.222.0.74 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219563 Sep 27 08:51:41.908099 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 9b1b71d4-785e-4ff5-8035-c9722469f2f9 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:41.911237 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 32b9a7c7-092f-493a-8d24-5bd717462558 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:41.911586 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b9a7c7-092f-493a-8d24-5bd717462558 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:42.034637 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a695dbf9-2477-475b-b52c-a75b951b9112 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3559601 Sep 27 08:51:42.037639 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41698) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:42.046310 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Request body: {'subnet': {'network_id': '9b1b71d4-785e-4ff5-8035-c9722469f2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317342294-subnet', 'tenant_id': '38fce74f47be45a4866fc05661ea5052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:42.154659 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Made reservation on behalf of 38fce74f47be45a4866fc05661ea5052 for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:42.157123 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637751'] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.406792 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9251955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637701'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.468234 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=960c7d31-e5f0-4905-9f4b-7edca321bd9e,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:42.479500 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Checking segment: {'id': '1bf14345-ddca-4103-8152-56800270dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9b1b71d4-785e-4ff5-8035-c9722469f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:42.479864 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Network hostable DHCP agents. Network: 9b1b71d4-785e-4ff5-8035-c9722469f2f9, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:42.495887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41708) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:42.537143 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-909490de-d331-40f3-811d-d1c39f60d8dc req-ed0b8835-19f4-4391-8916-08608d3a5f25 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 210 time: 0.0332191 Sep 27 08:51:42.561138 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.564710 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c8fbaa8c-58b9-4998-8b29-0b387645d8a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6eef4040fa87459c9d898e2aead8d7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655735 Sep 27 08:51:42.565480 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41710) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:42.576663 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Network 9b1b71d4-785e-4ff5-8035-c9722469f2f9 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:42.615591 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.637180 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.652141 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 9b1b71d4-785e-4ff5-8035-c9722469f2f9) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:42.656896 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:42.657480 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.663801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf807c1c-e737-4aa4-88a2-44a85136b31a None None] Network 9b1b71d4-785e-4ff5-8035-c9722469f2f9 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:42.761382 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.766736 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-992d3c61-27e1-4311-a1d7-eba66803ee4e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7230585 Sep 27 08:51:42.766859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:42.766859 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c76b22db-109b-4994-98ca-7387820c7eb8 HTTP/1.1" status: 204 len: 168 time: 0.1994712 Sep 27 08:51:42.774775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd788b2-e029-4e62-a003-616ddcd01570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b22db-109b-4994-98ca-7387820c7eb8,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:42.794728 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767f31c-c636-49a8-81e2-febb2bee6c37 None None] Network 9b1b71d4-785e-4ff5-8035-c9722469f2f9 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:43.639222 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 41762) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:43.643552 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c7eea2e-f80d-4375-ad40-d90c4dad210f req-781dce77-e652-4ef0-8a40-5e6730fcad61 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Sep 27 08:51:43.644401 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028808085-network', 'tenant_id': '382f9e82dfba4e08bbdc4a45373134ee'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:43.759566 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Made reservation on behalf of 382f9e82dfba4e08bbdc4a45373134ee for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:43.761939 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.771317 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.865516 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.949556 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.971325 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:43.985955 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec35e55-ef3f-478c-a86c-a4b5813df6c3,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:43.990947 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.991292 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Added segment 0585151f-afa7-4221-8b5d-7498e199909c of type vlan for network 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 Sep 27 08:51:44.033200 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.119528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.119715 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.120481 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:44.121096 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.184756 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.194479 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:44.218398 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fe8272c5-f3d8-43c4-88a0-2f128ac00a06 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5779655 Sep 27 08:51:44.221902 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41766) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:44.226902 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Request body: {'subnet': {'network_id': '5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028808085-subnet', 'tenant_id': '382f9e82dfba4e08bbdc4a45373134ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:44.330688 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Made reservation on behalf of 382f9e82dfba4e08bbdc4a45373134ee for: {'subnet': 1} {{(pid=101199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:44.333139 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637751'] for subnet, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.545369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-f2dbc604-712d-43e8-b57e-5978dede99a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:44.546839 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-f2dbc604-712d-43e8-b57e-5978dede99a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 812 time: 0.1033158 Sep 27 08:51:44.592799 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-573a4efe-cd09-4c6d-aa4a-d2bdeed2cca3 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1912e38bb34baca0e76bece78f2b11 HTTP/1.1" status: 200 len: 379 time: 0.0357962 Sep 27 08:51:44.595527 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9251955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637701'] for subnet, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.603203 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'port': {'device_id': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'admin_state_up': True, 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'security_groups': ['a94a91fd-81ad-49ff-ab31-294da6a48eee']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:44.650280 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5cf6748-8977-4676-a8d1-b6982cc54aaf,revision_number=0']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.661978 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Checking segment: {'id': '0585151f-afa7-4221-8b5d-7498e199909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:44.662335 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Network hostable DHCP agents. Network: 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:44.740852 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d14675b-be9a-42e0-b786-a32da25b0b2c req-cde23468-9e2c-4ecf-97b2-30bc0b90f8c5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Sep 27 08:51:44.748421 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Network 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:44.828421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Made reservation on behalf of cc1912e38bb34baca0e76bece78f2b11 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:44.832044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.885782 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594) {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:44.890193 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:44.890858 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.899165 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d15bb-b17c-4e68-baf1-9baca1d7728c None None] Network 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:45.001458 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f896ed87-3a7b-408a-a112-945be122dc64 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7783508 Sep 27 08:51:45.011658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.20.0.3 (3853f26c-c885-4170-ba23-fc173e90c0eb/62a7ab5c-6198-47fa-bc49-05a0cae7658f/a67cfbfb-0e2e-43a9-bece-39ebd1964454) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:45.049388 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa93860-69da-40e7-ab27-3f3886537d8e None None] Network 5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:45.215231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.302890 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.346656 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 3853f26c-c885-4170-ba23-fc173e90c0eb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:45.349863 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:45.352279 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:45.394514 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:45.419790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:45.421232 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.509587 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41798) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:45.537786 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-6a6fc55b-f9f7-4c4a-a346-7aa527dfbf16 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383864 Sep 27 08:51:45.551586 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Request body: {'port': {'device_id': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:45.606031 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.619546 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c68c66df-9e11-4483-aed2-444823866619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.642158 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-c64b13d8-ec76-417d-a17b-22df0680afa9 None None] Provisioning complete for port a67cfbfb-0e2e-43a9-bece-39ebd1964454 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:45.642735 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c64b13d8-ec76-417d-a17b-22df0680afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.696666 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-c64b13d8-ec76-417d-a17b-22df0680afa9 None None] Port a67cfbfb-0e2e-43a9-bece-39ebd1964454 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:51:45.733256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c68c66df-9e11-4483-aed2-444823866619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.818348 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c68c66df-9e11-4483-aed2-444823866619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.889976 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-c68c66df-9e11-4483-aed2-444823866619 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=42676303969f4f3a8212c85b3411d681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790281 Sep 27 08:51:45.894250 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41804) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:45.896542 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c66df-9e11-4483-aed2-444823866619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e2b4e-285f-41b2-b47b-46e2503c37c3,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:45.907110 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67cfbfb-0e2e-43a9-bece-39ebd1964454 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:45.914944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.927099 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f066cf1-47e0-41c9-84e5-02b84b3c0b2e req-caec22ab-5353-4a8c-bfef-974684c49742 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:45.927939 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Transition to ACTIVE for port object a67cfbfb-0e2e-43a9-bece-39ebd1964454 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:51:45.928643 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3f066cf1-47e0-41c9-84e5-02b84b3c0b2e req-caec22ab-5353-4a8c-bfef-974684c49742 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 931 time: 0.1049244 Sep 27 08:51:45.987756 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.992730 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3f066cf1-47e0-41c9-84e5-02b84b3c0b2e req-22de448f-99e0-4ea8-9977-7ac33986b8e1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561700 Sep 27 08:51:46.014681 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.028286 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.088545 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Pushing event updated for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:46.167752 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Attempting to bind port a67cfbfb-0e2e-43a9-bece-39ebd1964454 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:46.168114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Attempting to bind port a67cfbfb-0e2e-43a9-bece-39ebd1964454 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:46.168490 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Attempting to bind port a67cfbfb-0e2e-43a9-bece-39ebd1964454 on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:46.175490 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Port a67cfbfb-0e2e-43a9-bece-39ebd1964454 on network 3853f26c-c885-4170-ba23-fc173e90c0eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:51:46.175815 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Attempting to bind port a67cfbfb-0e2e-43a9-bece-39ebd1964454 on network 3853f26c-c885-4170-ba23-fc173e90c0eb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:46.180006 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.182068 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:46.182480 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Checking segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:46.183795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Bound using segment: {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:46.183952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.184824 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Bound port: a67cfbfb-0e2e-43a9-bece-39ebd1964454, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:46.185252 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab9e2b4e-285f-41b2-b47b-46e2503c37c3 HTTP/1.1" status: 204 len: 168 time: 0.2870126 Sep 27 08:51:46.192940 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.202718 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752ea3-9744-407a-9227-9d434fe6b5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e2b4e-285f-41b2-b47b-46e2503c37c3,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:46.282873 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:46.286326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:46.390614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.423741 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.424356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.425783 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] 10.222.0.68 "PUT /v2.0/ports/a67cfbfb-0e2e-43a9-bece-39ebd1964454 HTTP/1.1" status: 200 len: 1093 time: 0.8787467 Sep 27 08:51:46.426225 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:46.429261 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e52b54-d36c-49bf-827a-5f52775b4a63" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:46.456177 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a478d-314b-4eb4-81a3-2b3baed68277 service neutron] Pushing event updated for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:46.474877 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22eed41-babc-490d-bea1-6ce810c0efff x-openstack-request-id: req-c22eed41-babc-490d-bea1-6ce810c0efff {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:46.475180 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:46.475432 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c22eed41-babc-490d-bea1-6ce810c0efff {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:46.476438 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'status': 'completed', 'code': 200} Sep 27 08:51:46.540795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-cd2e8662-0fd2-4c5b-a09f-64d02de06570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.542590 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-cd2e8662-0fd2-4c5b-a09f-64d02de06570 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1096 time: 0.0456109 Sep 27 08:51:46.895315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-66e161a5-c757-4830-925c-7f9be0797860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.896845 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-66e161a5-c757-4830-925c-7f9be0797860 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=cc1912e38bb34baca0e76bece78f2b11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3438225 Sep 27 08:51:46.910228 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41818) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:46.923611 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d506aa08-09ed-4504-b225-b89d41443d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.997349 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-bfc5393c-258a-49b3-8933-1a96ed9ccbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.999147 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-88e52b54-d36c-49bf-827a-5f52775b4a63 req-bfc5393c-258a-49b3-8933-1a96ed9ccbc3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952697 Sep 27 08:51:47.016603 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d506aa08-09ed-4504-b225-b89d41443d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.074795 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-4e7625a0-43b4-49dd-b281-22522d049fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.076383 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-4e7625a0-43b4-49dd-b281-22522d049fa5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1096 time: 0.0410709 Sep 27 08:51:47.099153 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d506aa08-09ed-4504-b225-b89d41443d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.120063 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-a397ccb9-25a1-493b-bf25-83c599eff61f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454 HTTP/1.1" status: 200 len: 217 time: 0.0353181 Sep 27 08:51:47.152937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436f6e-b6f7-44ef-b6a6-94eb84a03298 req-a8a3918a-1455-4555-897f-01efad64483d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.154387 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f9436f6e-b6f7-44ef-b6a6-94eb84a03298 req-a8a3918a-1455-4555-897f-01efad64483d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0851173 Sep 27 08:51:47.156037 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506aa08-09ed-4504-b225-b89d41443d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d1726-e392-4517-894a-f654c34f1f20,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:47.160365 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d506aa08-09ed-4504-b225-b89d41443d56 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c1939f15d3f0425ebd64e3c1ea84b127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491031 Sep 27 08:51:47.162940 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 41824) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:47.181523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-d193316a-9b7c-462e-9f81-aa58cc5663e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.187700 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-d193316a-9b7c-462e-9f81-aa58cc5663e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0564077 Sep 27 08:51:47.235937 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-0232d615-4005-4810-a30e-4fc25efe22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.237812 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-0232d615-4005-4810-a30e-4fc25efe22d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467095 Sep 27 08:51:47.238961 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f9436f6e-b6f7-44ef-b6a6-94eb84a03298 req-2cef0b63-dc7b-486b-910d-56f906213506 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682428 Sep 27 08:51:47.256512 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.284388 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.345012 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-851fce5b-c789-4a96-ad21-7389a1f37093 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964088 Sep 27 08:51:47.429706 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.432441 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.433735 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf5d1726-e392-4517-894a-f654c34f1f20 HTTP/1.1" status: 204 len: 168 time: 0.2694333 Sep 27 08:51:47.444639 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c66fe629-a847-481d-a7b2-869d32f3ebe5 req-7cc644cf-7ce4-4fd5-8067-c09fb1af02fd service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922554 Sep 27 08:51:47.445517 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bc12a-4754-42b4-a68a-9054bbbac237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d1726-e392-4517-894a-f654c34f1f20,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.360194 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab90124-9ed6-4e36-a258-ff706888cf48 req-d53ba089-0a3b-4cf3-91ee-d0391d07d242 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:48.363830 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aab90124-9ed6-4e36-a258-ff706888cf48 req-d53ba089-0a3b-4cf3-91ee-d0391d07d242 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0536163 Sep 27 08:51:48.405271 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aab90124-9ed6-4e36-a258-ff706888cf48 req-ebb3c731-6294-4ac6-9b25-9cd76096c746 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Sep 27 08:51:49.525146 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ec51f-e795-4c5a-83fb-5760445205b4 req-97036683-86bb-476d-a8b8-3889d9f37d40 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:49.526634 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-152ec51f-e795-4c5a-83fb-5760445205b4 req-97036683-86bb-476d-a8b8-3889d9f37d40 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0538888 Sep 27 08:51:49.564825 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-152ec51f-e795-4c5a-83fb-5760445205b4 req-ba589c09-07b6-4929-b962-dd68bbd1d06f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320210 Sep 27 08:51:50.681629 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6027-56cd-4d5d-bc65-86e0e969ee7a req-7a1ec14f-35b8-4c8e-95c5-d77586258bd9 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:50.683127 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-314b6027-56cd-4d5d-bc65-86e0e969ee7a req-7a1ec14f-35b8-4c8e-95c5-d77586258bd9 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0515120 Sep 27 08:51:50.725772 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-314b6027-56cd-4d5d-bc65-86e0e969ee7a req-1d41ab6f-5f3f-4b97-9e18-93621ff9c3cf tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365510 Sep 27 08:51:51.836424 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69733ab-5746-41b7-98b4-28fa969d2eee req-a721aad3-502a-46c3-9d06-231c3ddd602d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:51.837821 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c69733ab-5746-41b7-98b4-28fa969d2eee req-a721aad3-502a-46c3-9d06-231c3ddd602d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0482686 Sep 27 08:51:51.876222 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c69733ab-5746-41b7-98b4-28fa969d2eee req-e4e92c23-3d3a-4526-8c2e-dfc9e6a8d6ba tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324497 Sep 27 08:51:52.991496 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5890f19-aaf6-42b6-a5b7-eca198cc40f6 req-539ff18f-5f2c-4a88-baaf-3bf39b7a049e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:52.992936 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5890f19-aaf6-42b6-a5b7-eca198cc40f6 req-539ff18f-5f2c-4a88-baaf-3bf39b7a049e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0505667 Sep 27 08:51:53.030193 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5890f19-aaf6-42b6-a5b7-eca198cc40f6 req-6dc8e6e1-6300-43f0-a9d0-1e7565d85e3b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Sep 27 08:51:54.145411 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69322625-2b8e-4342-a631-8c2f5c150913 req-8ad8bc14-3a6e-4033-b07b-6bce397fd7a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:54.146907 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-69322625-2b8e-4342-a631-8c2f5c150913 req-8ad8bc14-3a6e-4033-b07b-6bce397fd7a5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Sep 27 08:51:54.183893 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-69322625-2b8e-4342-a631-8c2f5c150913 req-063e6cfc-3411-432d-893a-43970ec90aa8 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Sep 27 08:51:55.299021 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6f5f6-9eea-4662-9265-f27d884aebce req-f007b819-51b5-4377-8187-bd5f804199c0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.300713 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69a6f5f6-9eea-4662-9265-f27d884aebce req-f007b819-51b5-4377-8187-bd5f804199c0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0504508 Sep 27 08:51:55.342697 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69a6f5f6-9eea-4662-9265-f27d884aebce req-86033524-1ba0-49b7-a8a0-bf5be38bc2e1 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 Sep 27 08:51:56.017977 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.470285 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba6185-bf29-436b-88d9-528db89ac3b5 req-ae263093-9987-4fe8-bc08-6d8635becb51 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:56.472639 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d7ba6185-bf29-436b-88d9-528db89ac3b5 req-ae263093-9987-4fe8-bc08-6d8635becb51 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0547142 Sep 27 08:51:56.518544 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-d7ba6185-bf29-436b-88d9-528db89ac3b5 req-c56c925c-9436-41d7-b478-ed6e2bb11b08 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389163 Sep 27 08:51:57.632470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734e32-fe97-4e7b-8ee3-138e7b59bad6 req-d59819be-b7ec-4396-9e40-ba999bf4bc5b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:57.633977 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40734e32-fe97-4e7b-8ee3-138e7b59bad6 req-d59819be-b7ec-4396-9e40-ba999bf4bc5b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 943 time: 0.0492854 Sep 27 08:51:57.676164 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40734e32-fe97-4e7b-8ee3-138e7b59bad6 req-2485af06-ac4d-4de6-ba52-df6f7d132d8d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363183 Sep 27 08:51:57.710074 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device a67cfbfb-0e2e-43a9-bece-39ebd1964454 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:51:57.806703 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:57.817761 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'port_id': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'mac_address': 'fa:16:3e:9c:32:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:51:57.853946 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.867058 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67cfbfb-0e2e-43a9-bece-39ebd1964454 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:57.889890 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:57.938199 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.986308 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:58.789120 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4069e5-209e-4bb4-9963-b585feba3584 req-47b4c701-a5ec-479c-af0e-65021ac4ba84 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:58.790513 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ab4069e5-209e-4bb4-9963-b585feba3584 req-47b4c701-a5ec-479c-af0e-65021ac4ba84 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0488305 Sep 27 08:51:58.828359 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ab4069e5-209e-4bb4-9963-b585feba3584 req-77ef4d67-f7f4-40ef-9c64-094eccf3b50d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Sep 27 08:51:59.730302 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['a67cfbfb-0e2e-43a9-bece-39ebd1964454'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:59.943164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53bf51-2d9f-4cde-ab72-5ab2d959c8d8 req-4ea00134-2229-4c5d-b919-a70329b977b5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:59.944792 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd53bf51-2d9f-4cde-ab72-5ab2d959c8d8 req-4ea00134-2229-4c5d-b919-a70329b977b5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0516055 Sep 27 08:51:59.985093 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd53bf51-2d9f-4cde-ab72-5ab2d959c8d8 req-100827ee-5122-4272-9577-c885a5762169 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 Sep 27 08:52:01.099521 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328f3c-30d7-4be1-935a-2fef64fc0920 req-3c52470c-08ee-45fa-8082-f51115303f28 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:01.100971 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9a328f3c-30d7-4be1-935a-2fef64fc0920 req-3c52470c-08ee-45fa-8082-f51115303f28 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0491283 Sep 27 08:52:01.140553 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9a328f3c-30d7-4be1-935a-2fef64fc0920 req-271e505f-d760-4c05-96f3-baabcf91e6a9 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Sep 27 08:52:02.254097 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673b24-bc78-424b-ac8a-c6c795540d29 req-d0a2e2db-258e-4cc6-96ae-72450c93b232 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.255695 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb673b24-bc78-424b-ac8a-c6c795540d29 req-d0a2e2db-258e-4cc6-96ae-72450c93b232 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0502601 Sep 27 08:52:02.293110 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb673b24-bc78-424b-ac8a-c6c795540d29 req-a5b1890d-4fc6-46c0-b724-576d3f8bbad0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Sep 27 08:52:03.408906 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6bb3-6d16-42c9-bd03-1d6f85399b9a req-fc6a54c2-ef94-40aa-80d6-7f76dc990fda tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.410466 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-efba6bb3-6d16-42c9-bd03-1d6f85399b9a req-fc6a54c2-ef94-40aa-80d6-7f76dc990fda tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0523055 Sep 27 08:52:03.447314 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-efba6bb3-6d16-42c9-bd03-1d6f85399b9a req-f0bc9c9a-7bd8-4383-af71-a9caedf444f6 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Sep 27 08:52:04.558882 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bdc30-efc7-4cbc-9ee5-34d282644738 req-d32e00b6-9aa8-4521-a118-86f90f974052 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.560256 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fe1bdc30-efc7-4cbc-9ee5-34d282644738 req-d32e00b6-9aa8-4521-a118-86f90f974052 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0474663 Sep 27 08:52:04.601003 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fe1bdc30-efc7-4cbc-9ee5-34d282644738 req-aca7f5c5-95fa-4a97-9511-0f0676297dc5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342431 Sep 27 08:52:05.711244 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e2c26-5550-4aea-89c8-f643d32c646e req-0fe987f0-eca7-433a-8198-34c64e97c664 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.712727 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-260e2c26-5550-4aea-89c8-f643d32c646e req-0fe987f0-eca7-433a-8198-34c64e97c664 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0481408 Sep 27 08:52:05.749963 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-260e2c26-5550-4aea-89c8-f643d32c646e req-0dc1b299-226a-4fe8-85d9-67aaf59ea6cc tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Sep 27 08:52:06.667719 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device a67cfbfb-0e2e-43a9-bece-39ebd1964454 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:06.764979 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port a67cfbfb-0e2e-43a9-bece-39ebd1964454 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:52:06.769514 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port a67cfbfb-0e2e-43a9-bece-39ebd1964454 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:06.780177 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.850967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.864511 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf3ed-3167-451e-a9bd-e2b8758e64ed req-507f105a-ff36-48de-8a28-b10a3abbdcee tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:06.866105 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b67cf3ed-3167-451e-a9bd-e2b8758e64ed req-507f105a-ff36-48de-8a28-b10a3abbdcee tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 944 time: 0.0495377 Sep 27 08:52:06.874015 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:06.876310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3159430-3615-4497-b8e3-68cee6d372ab" -d '{"events": [{"server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "name": "network-vif-plugged", "status": "completed", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:06.889097 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:06.906658 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b67cf3ed-3167-451e-a9bd-e2b8758e64ed req-2c6954e9-829d-41e6-91d4-ef3d5c70a1da tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345681 Sep 27 08:52:06.916244 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd272cb2-10dc-4d70-9ca1-b31f2428815f x-openstack-request-id: req-fd272cb2-10dc-4d70-9ca1-b31f2428815f {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:06.916702 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "name": "network-vif-plugged", "status": "completed", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:06.916958 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd272cb2-10dc-4d70-9ca1-b31f2428815f {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:06.917474 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'code': 200} Sep 27 08:52:06.959655 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.009903 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.287780 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf78c1-72fc-4c09-b369-87b628883843 req-5967c701-3486-4bf4-8f0b-264b0529d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:07.289368 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30cf78c1-72fc-4c09-b369-87b628883843 req-5967c701-3486-4bf4-8f0b-264b0529d1c7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1098 time: 0.0417197 Sep 27 08:52:07.328067 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30cf78c1-72fc-4c09-b369-87b628883843 req-3b302e64-b566-42c6-9ced-446288568c5a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Sep 27 08:52:08.021994 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277437de-082d-4991-a31c-46c0b2e00c17 req-ae6e5ddc-865b-4d10-85c1-61e687ad5a8f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:08.023374 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-277437de-082d-4991-a31c-46c0b2e00c17 req-ae6e5ddc-865b-4d10-85c1-61e687ad5a8f tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 27 08:52:08.060324 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-277437de-082d-4991-a31c-46c0b2e00c17 req-285a857d-b212-416c-a9fc-58c5fed1cec0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Sep 27 08:52:08.595115 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-372bc69f-869b-473b-83ee-4f7ba151c80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.172572 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de93913-40bc-49e3-b338-7e510edbbf3b req-85d5c73e-230a-4dfc-a6c2-5afabf1a7f6d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.174109 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2de93913-40bc-49e3-b338-7e510edbbf3b req-85d5c73e-230a-4dfc-a6c2-5afabf1a7f6d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Sep 27 08:52:09.214701 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2de93913-40bc-49e3-b338-7e510edbbf3b req-16fa6b97-c019-4680-a44d-863c3eaeea00 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Sep 27 08:52:10.331985 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bd186-067d-4cd0-8fb0-13a24b87950f req-9db96144-ff60-4992-b2cf-042650018ed0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:10.333415 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b34bd186-067d-4cd0-8fb0-13a24b87950f req-9db96144-ff60-4992-b2cf-042650018ed0 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0532236 Sep 27 08:52:10.371923 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b34bd186-067d-4cd0-8fb0-13a24b87950f req-c777f9b7-9cd9-4962-bf44-31cc43e1cd5e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327210 Sep 27 08:52:11.194812 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-b444bb86-877f-49c9-9286-583be977c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.484139 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623a39-197a-46be-8a75-f8adece6bc9b req-336737aa-e1f1-4a7e-93e3-c157bd2b34f5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:11.485651 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49623a39-197a-46be-8a75-f8adece6bc9b req-336737aa-e1f1-4a7e-93e3-c157bd2b34f5 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Sep 27 08:52:11.523535 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49623a39-197a-46be-8a75-f8adece6bc9b req-ec99cd5c-89a0-4eb0-90d0-2425a4dbb22b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Sep 27 08:52:11.829563 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.538216 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.635045 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ea61-0fc0-46c2-98ad-2038c722da59 req-9b7a0580-e68e-410f-948b-24fb1522195e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:12.636545 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c477ea61-0fc0-46c2-98ad-2038c722da59 req-9b7a0580-e68e-410f-948b-24fb1522195e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Sep 27 08:52:12.674256 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c477ea61-0fc0-46c2-98ad-2038c722da59 req-2d6354c6-c055-4ec4-a488-b3adf1ab8d51 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Sep 27 08:52:13.788296 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c5cfd-7f47-4ff2-a261-5cae4ff6ced6 req-99b94c66-5508-4858-a085-e4ae19f60ae7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:13.789832 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd4c5cfd-7f47-4ff2-a261-5cae4ff6ced6 req-99b94c66-5508-4858-a085-e4ae19f60ae7 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Sep 27 08:52:13.828127 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd4c5cfd-7f47-4ff2-a261-5cae4ff6ced6 req-10dfefd0-e4f3-46b9-9093-32d942644538 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Sep 27 08:52:14.098015 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.724503 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:52:14.950368 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf24e1-a16c-4b99-b414-17ae68360af4 req-939a3ffc-d670-4303-ad33-d3fe2ef84e77 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:14.951883 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-27bf24e1-a16c-4b99-b414-17ae68360af4 req-939a3ffc-d670-4303-ad33-d3fe2ef84e77 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0513325 Sep 27 08:52:14.992340 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-27bf24e1-a16c-4b99-b414-17ae68360af4 req-1609e65c-7033-4c88-b8ec-1c3694797e8d tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Sep 27 08:52:15.109005 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c899f9-4b42-483e-b575-f8f852595c7f req-a9ae5afb-181c-49cb-a88c-3b758b196b4a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.110510 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22c899f9-4b42-483e-b575-f8f852595c7f req-a9ae5afb-181c-49cb-a88c-3b758b196b4a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Sep 27 08:52:15.157146 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22c899f9-4b42-483e-b575-f8f852595c7f req-e587422f-3ea1-4a53-8331-5c15c9fed66e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401430 Sep 27 08:52:15.183792 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42200) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:15.384085 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109a2b8-2a5e-4750-b0c3-59e63a465c58 tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.385619 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-9109a2b8-2a5e-4750-b0c3-59e63a465c58 tempest-TestVolumeBootPattern-1988310592 tempest-TestVolumeBootPattern-1988310592-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1093 time: 0.2007518 Sep 27 08:52:15.388424 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42208) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:15.392560 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.v2.base [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'port_id': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:15.513636 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.612215 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.719127 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Allocated IP 172.27.2.246 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/58df64f0-4980-45d1-86ab-69fe07b54abd) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:15.821133 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.955720 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.993401 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:15.996164 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Resources bound (agent type, host, resource id): {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:15.999709 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:16.010151 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=58df64f0-4980-45d1-86ab-69fe07b54abd,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.039024 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.039381 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.039755 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.040095 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.040430 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.040790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.041126 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.041458 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.041786 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.042110 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.042456 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.042779 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:16.387216 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.517823 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.703321 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.714965 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42238) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:16.761345 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Deleting subnet 960c7d31-e5f0-4905-9f4b-7edca321bd9e {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:16.764566 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.785070 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252068'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.868074 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.888735 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event updated for resources: {'Port': ['ID=58df64f0-4980-45d1-86ab-69fe07b54abd,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.911042 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.957775 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.058031 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 0f52a768-9c7b-421e-909e-ba4a7bf1341c associated. External IP: 172.27.2.246, port: a67cfbfb-0e2e-43a9-bece-39ebd1964454. Sep 27 08:52:17.145591 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.176665 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960c7d31-e5f0-4905-9f4b-7edca321bd9e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:17.183671 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.185565 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-aba16508-f17b-4adb-8512-3fdd8e8781ac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/960c7d31-e5f0-4905-9f4b-7edca321bd9e HTTP/1.1" status: 204 len: 168 time: 0.4695504 Sep 27 08:52:17.188229 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42240) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:17.260164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.310414 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:17.344766 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.367138 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1b71d4-785e-4ff5-8035-c9722469f2f9']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:17.377536 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf14345-ddca-4103-8152-56800270dddb') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:17.379059 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf14345-ddca-4103-8152-56800270dddb') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:17.389054 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.403217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.409482 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:17.409911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:17.411556 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:17.432121 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:17.498777 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.540757 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-3d47b7fe-1947-492f-b19e-1911dd011f59 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1401560 Sep 27 08:52:17.540757 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:17.540757 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78675c75-72d4-4f2b-a876-2e2374d60619" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:17.543327 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.550431 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.555362 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42254) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:17.555515 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9b1b71d4-785e-4ff5-8035-c9722469f2f9 HTTP/1.1" status: 204 len: 168 time: 0.3661239 Sep 27 08:52:17.570342 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1b71d4-785e-4ff5-8035-c9722469f2f9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:17.578965 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.579325 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.579670 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.580011 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.580347 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.580718 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.581103 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.582197 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.582563 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.582895 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.583226 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.583450 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:17.583915 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f924331-b810-4bb3-b9fa-82cb74db1775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:17.594387 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:17.595019 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:17.597839 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496e9884-3257-46e7-a482-dcd43d1374dd x-openstack-request-id: req-496e9884-3257-46e7-a482-dcd43d1374dd {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:17.598174 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:17.598999 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-496e9884-3257-46e7-a482-dcd43d1374dd {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:17.598999 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'status': 'completed', 'code': 200} Sep 27 08:52:17.618658 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Deleting subnet f5cf6748-8977-4676-a8d1-b6982cc54aaf {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:17.621884 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.661987 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.703894 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.707465 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:17.841291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.869071 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.873447 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f5cf6748-8977-4676-a8d1-b6982cc54aaf HTTP/1.1" status: 204 len: 168 time: 0.3146632 Sep 27 08:52:17.873447 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c3f9-26b0-4d1b-bf90-bbf91aa3cc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cf6748-8977-4676-a8d1-b6982cc54aaf,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:17.873838 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42260) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:17.947106 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.016080 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '0f52a768-9c7b-421e-909e-ba4a7bf1341c', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:9c:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:16Z', 'updated_at': '2021-09-27T08:52:16Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}, {'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.028138 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.043822 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:18.048708 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.052203 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:18.052845 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.057957 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0585151f-afa7-4221-8b5d-7498e199909c') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.058247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0585151f-afa7-4221-8b5d-7498e199909c') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.068426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.082374 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.088454 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:18.091758 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:18.159262 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:18.205271 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.210208 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.212201 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594 HTTP/1.1" status: 204 len: 168 time: 0.3373394 Sep 27 08:52:18.225479 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a519-b9b3-4982-962e-a71b8971cef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba8ffca-2fef-45a8-b4a2-ffc8d29f1594,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:18.383884 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '0f52a768-9c7b-421e-909e-ba4a7bf1341c', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:9c:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:16Z', 'updated_at': '2021-09-27T08:52:16Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}, {'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.412591 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650b18e-058e-4b64-8df8-5ae54c522e45 None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '0f52a768-9c7b-421e-909e-ba4a7bf1341c', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:9c:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:16Z', 'updated_at': '2021-09-27T08:52:16Z', 'revision_number': 0, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}, {'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:18.569187 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42264) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:18.595870 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d24b0-9af5-47c2-b5b3-e286a521b74b None None] New status for floating IP 0f52a768-9c7b-421e-909e-ba4a7bf1341c: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:52:18.616338 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7c3b898a-d5d6-439e-bdbe-137a74c10c52 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38fce74f47be45a4866fc05661ea5052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459933 Sep 27 08:52:18.618937 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42266) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:18.666851 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.688802 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.907562 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.911205 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.911703 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ae1d6dc2-b788-48d0-9f0a-57432447bdcb HTTP/1.1" status: 204 len: 168 time: 0.2918866 Sep 27 08:52:18.919493 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25b038-611c-4901-a3ea-70981c03c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d6dc2-b788-48d0-9f0a-57432447bdcb,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:19.583559 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42276) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:19.624203 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9ae58b7a-37dd-400d-ae38-b0d2c466876f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=382f9e82dfba4e08bbdc4a45373134ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394771 Sep 27 08:52:19.626921 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42278) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:19.679210 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66a50311-3a21-435c-8896-174b453622da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.699626 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66a50311-3a21-435c-8896-174b453622da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.795565 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66a50311-3a21-435c-8896-174b453622da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.798336 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66a50311-3a21-435c-8896-174b453622da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.803146 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-66a50311-3a21-435c-8896-174b453622da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cec35e55-ef3f-478c-a86c-a4b5813df6c3 HTTP/1.1" status: 204 len: 168 time: 0.1752563 Sep 27 08:52:19.842548 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a50311-3a21-435c-8896-174b453622da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec35e55-ef3f-478c-a86c-a4b5813df6c3,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:19.858231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-1e594ed5-eabd-4113-8c0c-105bd9b9cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.859941 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-1e594ed5-eabd-4113-8c0c-105bd9b9cf52 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1098 time: 0.0555546 Sep 27 08:52:19.960931 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-f91444b9-7063-4f3d-b936-c6e50bc9cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.962443 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-f91444b9-7063-4f3d-b936-c6e50bc9cdf4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.0941322 Sep 27 08:52:20.035671 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-4bec4352-734a-495a-b02f-9211e34608f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454 HTTP/1.1" status: 200 len: 1001 time: 0.0638356 Sep 27 08:52:20.097384 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-14bb4cf4-c284-440d-abab-1085a78a1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.099055 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-14bb4cf4-c284-440d-abab-1085a78a1ba5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0479050 Sep 27 08:52:20.150629 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-1e83014a-4404-4fe4-8fbe-bb4af31a9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.152141 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-1e83014a-4404-4fe4-8fbe-bb4af31a9aba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449283 Sep 27 08:52:20.249791 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-214848a2-5385-439e-8627-c272c920d030 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878205 Sep 27 08:52:20.344856 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78675c75-72d4-4f2b-a876-2e2374d60619 req-956bc7e9-de49-4fc2-b0ca-f26e932676f0 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Sep 27 08:52:21.436948 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c1ae-f518-42e5-8ff1-73df0f96a511 req-be916a17-8fa2-40b5-8af6-0416c4b79c43 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:21.438451 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4049c1ae-f518-42e5-8ff1-73df0f96a511 req-be916a17-8fa2-40b5-8af6-0416c4b79c43 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0501118 Sep 27 08:52:21.480548 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4049c1ae-f518-42e5-8ff1-73df0f96a511 req-f6deb85b-260d-445d-8565-32adae742969 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359695 Sep 27 08:52:22.601569 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c33a5-22a2-4940-9a80-1308602922b8 req-62c174ff-6e07-4a9e-8885-562fed8d82e4 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.603126 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d02c33a5-22a2-4940-9a80-1308602922b8 req-62c174ff-6e07-4a9e-8885-562fed8d82e4 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Sep 27 08:52:22.641726 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d02c33a5-22a2-4940-9a80-1308602922b8 req-d70372f8-85d4-4520-aca6-e5afd750f319 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Sep 27 08:52:23.760103 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e86a6-9a8c-4883-aa7d-6dfc4d4c8fc2 req-32f00fb4-3d4a-4ad9-9df8-d640b2827eb9 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:23.761615 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a75e86a6-9a8c-4883-aa7d-6dfc4d4c8fc2 req-32f00fb4-3d4a-4ad9-9df8-d640b2827eb9 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0532100 Sep 27 08:52:23.800399 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a75e86a6-9a8c-4883-aa7d-6dfc4d4c8fc2 req-db16b31d-272d-4515-9cc3-96d3599e7972 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 27 08:52:24.918186 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26efd27-a5f5-4ea7-9420-79eb514ad958 req-364e71e6-bd56-4cae-99c2-e2c6f5d7b5a5 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.919586 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c26efd27-a5f5-4ea7-9420-79eb514ad958 req-364e71e6-bd56-4cae-99c2-e2c6f5d7b5a5 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0493040 Sep 27 08:52:24.962002 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c26efd27-a5f5-4ea7-9420-79eb514ad958 req-74d89de3-c9bb-49c3-8ed1-5bfc740cda86 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Sep 27 08:52:25.902818 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-2d2656fc-472a-417b-8a0e-433423e865a1 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:25.904315 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-2d2656fc-472a-417b-8a0e-433423e865a1 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0506270 Sep 27 08:52:26.005603 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Deleting port 6fb2b2a9-076f-4931-bf68-75627aa53115 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:26.006278 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.029560 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.081199 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c081b0a-8a05-4ff3-afc4-ea7d4cec4bcd req-3ae07f0e-6dd5-4980-8f01-e30e8fc6a505 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.083058 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1c081b0a-8a05-4ff3-afc4-ea7d4cec4bcd req-3ae07f0e-6dd5-4980-8f01-e30e8fc6a505 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 946 time: 0.0510461 Sep 27 08:52:26.107759 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] For port 6fb2b2a9-076f-4931-bf68-75627aa53115, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=6fb2b2a9-076f-4931-bf68-75627aa53115,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:26.108126 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.120859 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Calling delete_port for 6fb2b2a9-076f-4931-bf68-75627aa53115 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:26.121082 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-1c081b0a-8a05-4ff3-afc4-ea7d4cec4bcd req-1f04d717-d78b-4997-9422-6069a98ca042 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 27 08:52:26.304059 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.315294 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['6fb2b2a9-076f-4931-bf68-75627aa53115'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:26.333364 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Pushing event deleted for resources: {'Port': ['ID=6fb2b2a9-076f-4931-bf68-75627aa53115,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:26.374988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] No DVR routers for this DVR port 6fb2b2a9-076f-4931-bf68-75627aa53115 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:26.377822 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.380035 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d95b65d6-39d1-454e-82de-35ec01bfd218 req-a1df8ea9-0cd1-4326-a46e-bfb8b0ce56e2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "DELETE /v2.0/ports/6fb2b2a9-076f-4931-bf68-75627aa53115 HTTP/1.1" status: 204 len: 173 time: 0.4628048 Sep 27 08:52:26.380506 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'name': 'network-vif-deleted', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:26.382903 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735d946f-0c40-434b-95be-a274b21f78d0" -d '{"events": [{"server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "name": "network-vif-deleted", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:26.420181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ebccf-a12f-45f7-82c1-fd52f23fc823 x-openstack-request-id: req-d98ebccf-a12f-45f7-82c1-fd52f23fc823 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:26.420481 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022b001-dc7e-4236-81c3-d9f18436e672", "name": "network-vif-deleted", "tag": "6fb2b2a9-076f-4931-bf68-75627aa53115", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:26.420771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d98ebccf-a12f-45f7-82c1-fd52f23fc823 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:26.421180 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9022b001-dc7e-4236-81c3-d9f18436e672', 'name': 'network-vif-deleted', 'tag': '6fb2b2a9-076f-4931-bf68-75627aa53115', 'status': 'completed', 'code': 200} Sep 27 08:52:27.226346 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b1c0b650-625f-4954-90b1-cfee8b78f649 req-e472052b-26c9-4ba1-9415-bcb276184e66 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022b001-dc7e-4236-81c3-d9f18436e672 HTTP/1.1" status: 200 len: 210 time: 0.0268223 Sep 27 08:52:27.407641 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42410) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.513229 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3e9f-b280-4897-876c-7e6cde0749ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.605696 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3e9f-b280-4897-876c-7e6cde0749ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.679075 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3e9f-b280-4897-876c-7e6cde0749ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.719130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3e9f-b280-4897-876c-7e6cde0749ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ee7d8-3cd2-423d-a42e-e7bfd2823aa6,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:27.723761 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c8fe3e9f-b280-4897-876c-7e6cde0749ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c564db0c6fa344dbbc75604a1e658b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150613 Sep 27 08:52:27.726887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42414) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.775087 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.796581 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.932168 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.934808 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.935967 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/077ee7d8-3cd2-423d-a42e-e7bfd2823aa6 HTTP/1.1" status: 204 len: 168 time: 0.2087600 Sep 27 08:52:27.943988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb44a-3ca8-4d31-8f5b-b9259619a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ee7d8-3cd2-423d-a42e-e7bfd2823aa6,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:28.853998 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6fb2b2a9-076f-4931-bf68-75627aa53115 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:28.875292 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 6fb2b2a9-076f-4931-bf68-75627aa53115 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:28.875724 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 6fb2b2a9-076f-4931-bf68-75627aa53115 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:33.702472 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42574) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:33.822484 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c796711-5b0d-4b9a-85e3-76bca2201f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.841717 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-f637e98a-d7c8-4d0d-acfa-4bc0016ef1b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626259 Sep 27 08:52:33.933486 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-d823a65e-c00b-4662-aa38-fcaf08fb378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:33.935015 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-d823a65e-c00b-4662-aa38-fcaf08fb378b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1098 time: 0.0692623 Sep 27 08:52:33.982753 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c796711-5b0d-4b9a-85e3-76bca2201f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.051999 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-c2315a28-924e-484a-970f-56c235a5a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.054405 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-c2315a28-924e-484a-970f-56c235a5a324 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.0972552 Sep 27 08:52:34.098253 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7c796711-5b0d-4b9a-85e3-76bca2201f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.153320 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7c796711-5b0d-4b9a-85e3-76bca2201f76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b12e981999e7454692f36286dbea13c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497573 Sep 27 08:52:34.156076 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42580) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:34.158667 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c796711-5b0d-4b9a-85e3-76bca2201f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a0f2f0-42ce-4ffc-9ae1-422145268915,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:34.164367 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-7f891a41-a13d-4de4-8900-67d9485616a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 1001 time: 0.1029367 Sep 27 08:52:34.210952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.222164 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-b640bbed-4a54-4904-8fc1-6bba11e416e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.223675 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-b640bbed-4a54-4904-8fc1-6bba11e416e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0461464 Sep 27 08:52:34.238350 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.275728 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-34080af5-ded3-4467-a6da-2e6b1ae1f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.277301 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-34080af5-ded3-4467-a6da-2e6b1ae1f76e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453899 Sep 27 08:52:34.362873 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.365556 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.366766 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77a0f2f0-42ce-4ffc-9ae1-422145268915 HTTP/1.1" status: 204 len: 168 time: 0.2096691 Sep 27 08:52:34.374680 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072361d-b076-448f-803f-520a172d03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a0f2f0-42ce-4ffc-9ae1-422145268915,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:34.394745 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-4c39d7b1-f2ad-42d0-b143-28b1591831f1 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068752 Sep 27 08:52:34.492624 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c890e441-38ec-4207-ab2c-91ac3a827480 req-d0443289-20f5-4afc-8135-2f75c96af8ba service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922048 Sep 27 08:52:34.911576 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42592) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:34.925148 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd454-4c2d-4d50-b0e7-388e795eaae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.011911 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd454-4c2d-4d50-b0e7-388e795eaae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.084911 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd454-4c2d-4d50-b0e7-388e795eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.123306 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-8f9dd454-4c2d-4d50-b0e7-388e795eaae4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e01fb9f9110484696dbc4921a2435e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107069 Sep 27 08:52:35.124172 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dd454-4c2d-4d50-b0e7-388e795eaae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c213e3-effa-4e6f-ab9a-35745e053242,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:35.127054 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42596) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.184612 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.205642 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.321120 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.323789 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.324983 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93c213e3-effa-4e6f-ab9a-35745e053242 HTTP/1.1" status: 204 len: 168 time: 0.1967034 Sep 27 08:52:35.332724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b61e91-25a1-48d0-88fb-d9aa2713c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c213e3-effa-4e6f-ab9a-35745e053242,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:38.595803 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-afa8aa90-08c2-4447-9b51-5ebf78faa51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.914147 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-1a2c59f8-4451-4656-b261-600f4682fec2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:38.915668 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-1a2c59f8-4451-4656-b261-600f4682fec2 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/networks?id=d6776b29-7ada-4c66-8af3-3150917476ad HTTP/1.1" status: 200 len: 814 time: 0.1127119 Sep 27 08:52:38.930952 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-f2d3f722-983c-4bb5-9cac-48ca0f631673 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/quotas/0b764bb580fa4683a907190f264e5d2a HTTP/1.1" status: 200 len: 375 time: 0.0093439 Sep 27 08:52:38.966297 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-fca4df82-7c95-400a-8ebf-d65eff42e1aa tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283239 Sep 27 08:52:39.056008 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-1d771e59-bc83-443a-bdbb-1402cdc6f279 service neutron] 10.222.0.74 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819669 Sep 27 08:52:39.149407 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-91eccc31-09aa-4d41-8d51-249cbe671eb4 service neutron] 10.222.0.74 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867069 Sep 27 08:52:39.421747 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42698) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:39.425475 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50a56228-468a-49a9-95e4-f157d12ac806 req-d58dcc30-98aa-4f3a-99d6-62f5a4278f76 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 210 time: 0.0368540 Sep 27 08:52:39.534295 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96302300-3577-4c85-89c7-af11f25f9378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.626555 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96302300-3577-4c85-89c7-af11f25f9378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.721688 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96302300-3577-4c85-89c7-af11f25f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.755416 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-96302300-3577-4c85-89c7-af11f25f9378 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c089517fcb7460f8808f6a588e6222b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324659 Sep 27 08:52:39.756619 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302300-3577-4c85-89c7-af11f25f9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f490ee8-0e09-433c-b398-638a3706d3cb,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.759019 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42706) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:39.811768 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.839555 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.966655 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.969375 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.970543 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f490ee8-0e09-433c-b398-638a3706d3cb HTTP/1.1" status: 204 len: 168 time: 0.2098706 Sep 27 08:52:39.978638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d921d6-a3fe-40a0-8d93-3721fafbc129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f490ee8-0e09-433c-b398-638a3706d3cb,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:40.520962 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-00447309-8eba-4486-8c53-c3eaecbf1fcb req-46e94bfe-931a-4195-9095-a72e9945ffac tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 210 time: 0.0305295 Sep 27 08:52:40.669077 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42718) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:40.683260 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-57b243a2-c91b-4c4b-a562-ddbc500fc045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.773328 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-57b243a2-c91b-4c4b-a562-ddbc500fc045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.869927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-57b243a2-c91b-4c4b-a562-ddbc500fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.910384 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-57b243a2-c91b-4c4b-a562-ddbc500fc045 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20a891a62a544efa9a9ba5049befc936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401664 Sep 27 08:52:40.911096 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b243a2-c91b-4c4b-a562-ddbc500fc045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2de909-1389-4eae-853e-ea8dcfa9e87e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:40.913852 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42720) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:40.963954 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.984864 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.092365 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.095036 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.096192 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f2de909-1389-4eae-853e-ea8dcfa9e87e HTTP/1.1" status: 204 len: 168 time: 0.1812456 Sep 27 08:52:41.104705 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561382bd-31d2-48d9-b986-0ccb53860ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2de909-1389-4eae-853e-ea8dcfa9e87e,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:41.218098 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-33e1a1cf-357b-44cd-a6e5-edfc52dc42e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.427947 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-79b188bb-9c76-4de5-8a3b-08d2ebe67685 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:41.429480 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-79b188bb-9c76-4de5-8a3b-08d2ebe67685 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "GET /v2.0/networks?id=d6776b29-7ada-4c66-8af3-3150917476ad HTTP/1.1" status: 200 len: 814 time: 0.1132636 Sep 27 08:52:41.447779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Request body: {'port': {'device_id': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad', 'admin_state_up': True, 'tenant_id': '0b764bb580fa4683a907190f264e5d2a'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:41.626907 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62f88e7c-d7a8-4193-8bb7-2dc9c2046599 req-4093004f-6357-4546-9ae2-975c470209cb tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 210 time: 0.0331914 Sep 27 08:52:41.636085 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Made reservation on behalf of 0b764bb580fa4683a907190f264e5d2a for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:41.640303 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.772748 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Allocated IP 172.20.0.8 (d6776b29-7ada-4c66-8af3-3150917476ad/ccce0ec9-8e15-40a2-9894-6e0034f843c1/cf6db394-b181-4496-a595-5f41fa15109a) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:41.841024 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.933771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.018796 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.062704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Network d6776b29-7ada-4c66-8af3-3150917476ad is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:42.065669 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:42.068242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:42.099841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Pushing event updated for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:42.129862 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:42.130604 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.207867 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d9ba3e14-89ac-4242-9530-0f39f98916a0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640572 Sep 27 08:52:42.222440 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Request body: {'port': {'device_id': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:42.276632 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.545923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6db394-b181-4496-a595-5f41fa15109a {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:52:42.553056 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.553560 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.565701 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Transition to ACTIVE for port object cf6db394-b181-4496-a595-5f41fa15109a will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:52:42.640775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.695275 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:42.754586 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a201-fe79-4724-b73f-9d9383aee17f req-3d6f79ee-089f-41b4-847a-ea3a8e9e5f66 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:42.756098 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6b77a201-fe79-4724-b73f-9d9383aee17f req-3d6f79ee-089f-41b4-847a-ea3a8e9e5f66 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 943 time: 0.0507092 Sep 27 08:52:42.764495 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Attempting to bind port cf6db394-b181-4496-a595-5f41fa15109a on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:42.764857 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Attempting to bind port cf6db394-b181-4496-a595-5f41fa15109a by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:42.765186 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Attempting to bind port cf6db394-b181-4496-a595-5f41fa15109a on network d6776b29-7ada-4c66-8af3-3150917476ad {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:42.769697 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Port cf6db394-b181-4496-a595-5f41fa15109a on network d6776b29-7ada-4c66-8af3-3150917476ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:52:42.770010 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Attempting to bind port cf6db394-b181-4496-a595-5f41fa15109a on network d6776b29-7ada-4c66-8af3-3150917476ad {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:42.775424 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:42.776157 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Checking segment: {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:42.776157 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Bound using segment: {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:42.776572 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Bound port: cf6db394-b181-4496-a595-5f41fa15109a, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:42.776910 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.799848 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6b77a201-fe79-4724-b73f-9d9383aee17f req-a096ee75-20d2-4c9d-84ef-8f3dc5d40470 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Sep 27 08:52:42.840071 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:42.843015 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cf6db394-b181-4496-a595-5f41fa15109a,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:42.933318 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.969974 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:42.970609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.972085 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] 10.222.0.68 "PUT /v2.0/ports/cf6db394-b181-4496-a595-5f41fa15109a HTTP/1.1" status: 200 len: 1093 time: 0.7536907 Sep 27 08:52:42.972555 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:42.975044 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "tag": "cf6db394-b181-4496-a595-5f41fa15109a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:42.999600 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33bbf3-0cce-4867-82b2-99e9ff46db56 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.014848 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c366dbd-df5c-44bd-9f4b-bb9ea44d2563 x-openstack-request-id: req-0c366dbd-df5c-44bd-9f4b-bb9ea44d2563 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:43.015146 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "tag": "cf6db394-b181-4496-a595-5f41fa15109a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:43.015399 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c366dbd-df5c-44bd-9f4b-bb9ea44d2563 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:43.015799 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a', 'status': 'completed', 'code': 200} Sep 27 08:52:43.082030 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-0f2db132-6bc4-40e4-91be-97006131bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.083826 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-0f2db132-6bc4-40e4-91be-97006131bdc5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0426164 Sep 27 08:52:43.187076 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-16357578-d4de-4d54-824b-f1a2d4d27e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.188590 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-16357578-d4de-4d54-824b-f1a2d4d27e49 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0b764bb580fa4683a907190f264e5d2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964315 Sep 27 08:52:43.284309 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-98b245ce-0382-45f0-98c3-b06f6b127fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.285841 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0745d1fe-206e-4824-ac76-3fdc0ee17d6f req-98b245ce-0382-45f0-98c3-b06f6b127fc3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898750 Sep 27 08:52:43.361411 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-526dece6-fb2c-40c0-b158-82bce827e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.362798 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-526dece6-fb2c-40c0-b158-82bce827e5a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b764bb580fa4683a907190f264e5d2a&device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0409329 Sep 27 08:52:43.409210 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d1e9b6fb-dc6f-4143-8606-972715a0cbaa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6db394-b181-4496-a595-5f41fa15109a HTTP/1.1" status: 200 len: 217 time: 0.0380421 Sep 27 08:52:43.457937 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be265d-3d5c-4489-9246-0224344bf961 req-f5abd15f-a202-4cc7-a176-b86ef4369e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.459403 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-f5abd15f-a202-4cc7-a176-b86ef4369e56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ccce0ec9-8e15-40a2-9894-6e0034f843c1 HTTP/1.1" status: 200 len: 854 time: 0.0427065 Sep 27 08:52:43.491565 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-d4a9261c-bab1-4ce8-b1fa-0b7f7373ee9d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6776b29-7ada-4c66-8af3-3150917476ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242581 Sep 27 08:52:43.589704 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-e33ad7be-c4ab-407c-a8e7-152a3ca5b65c service neutron] 10.222.0.68 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900385 Sep 27 08:52:43.680177 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7be265d-3d5c-4489-9246-0224344bf961 req-b955f1d3-afe3-4aa3-ba86-8e0ff6ccc593 service neutron] 10.222.0.68 "GET /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825477 Sep 27 08:52:43.917869 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32531d-0922-41ce-abef-96484800506a req-c0f39fc0-49be-4bec-b752-e7384e1c2696 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:43.919367 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bf32531d-0922-41ce-abef-96484800506a req-c0f39fc0-49be-4bec-b752-e7384e1c2696 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 943 time: 0.0526507 Sep 27 08:52:43.958032 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bf32531d-0922-41ce-abef-96484800506a req-98caaba5-60da-4432-8ba0-4ddf121b1265 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Sep 27 08:52:44.113541 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.071144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a073-edc9-47ec-aca5-6357352a3f31 req-aca6bc91-d779-4061-a3f1-36c3883f564c tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:45.073193 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6892a073-edc9-47ec-aca5-6357352a3f31 req-aca6bc91-d779-4061-a3f1-36c3883f564c tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 943 time: 0.0494635 Sep 27 08:52:45.113687 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6892a073-edc9-47ec-aca5-6357352a3f31 req-8f0ebd57-cf65-424c-bb96-3c3430b18669 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 27 08:52:46.226036 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84731f72-bdc6-415a-94e5-c60e9d24fcf2 req-dcb8015a-6b49-41cd-a325-cc068649c4ec tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:46.227463 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-84731f72-bdc6-415a-94e5-c60e9d24fcf2 req-dcb8015a-6b49-41cd-a325-cc068649c4ec tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 943 time: 0.0478554 Sep 27 08:52:46.265295 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-84731f72-bdc6-415a-94e5-c60e9d24fcf2 req-779a1930-6d21-4885-8e72-939d383c27d4 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Sep 27 08:52:46.900716 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cf6db394-b181-4496-a595-5f41fa15109a details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:52:46.991538 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cf6db394-b181-4496-a595-5f41fa15109a,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:47.002912 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': 'cf6db394-b181-4496-a595-5f41fa15109a', 'network_id': 'd6776b29-7ada-4c66-8af3-3150917476ad', 'port_id': 'cf6db394-b181-4496-a595-5f41fa15109a', 'mac_address': 'fa:16:3e:af:b5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccce0ec9-8e15-40a2-9894-6e0034f843c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:52:47.042539 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.054638 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6db394-b181-4496-a595-5f41fa15109a {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:52:47.073388 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cf6db394-b181-4496-a595-5f41fa15109a,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:47.130431 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.177265 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:47.183982 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.184340 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.184691 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.185050 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.185385 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.185717 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.186051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.186382 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.186710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.187037 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.187364 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.187682 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:47.466227 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['cf6db394-b181-4496-a595-5f41fa15109a'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:47.615446 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a192d-1144-406e-9b30-d3ac28904cfc req-07c5b6f7-2415-4c50-a56f-da8938597fba tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:47.616931 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd7a192d-1144-406e-9b30-d3ac28904cfc req-07c5b6f7-2415-4c50-a56f-da8938597fba tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 944 time: 0.2871096 Sep 27 08:52:47.654239 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd7a192d-1144-406e-9b30-d3ac28904cfc req-d9f25217-b075-4821-9101-17db6ee76618 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Sep 27 08:52:48.770533 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29dea8-9fcb-4c12-b5b5-7f8dfbaf1079 req-bc76e3ca-2b86-40ab-bd19-452f7ac6a447 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:48.772065 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db29dea8-9fcb-4c12-b5b5-7f8dfbaf1079 req-bc76e3ca-2b86-40ab-bd19-452f7ac6a447 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 944 time: 0.0501595 Sep 27 08:52:48.809861 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-db29dea8-9fcb-4c12-b5b5-7f8dfbaf1079 req-c23bb0a8-78b0-462a-add3-d1f5258de95f tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 27 08:52:48.909001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cf6db394-b181-4496-a595-5f41fa15109a up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:49.018032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port cf6db394-b181-4496-a595-5f41fa15109a completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:52:49.021896 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port cf6db394-b181-4496-a595-5f41fa15109a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:49.022264 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.097236 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.122012 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:49.124240 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff944e5f-78af-4e32-b1f0-c57b04865342" -d '{"events": [{"server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "name": "network-vif-plugged", "status": "completed", "tag": "cf6db394-b181-4496-a595-5f41fa15109a"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:49.137580 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cf6db394-b181-4496-a595-5f41fa15109a,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:49.159359 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49570c2-135a-4d42-9231-afe79e81d980 x-openstack-request-id: req-f49570c2-135a-4d42-9231-afe79e81d980 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:49.159655 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "name": "network-vif-plugged", "status": "completed", "tag": "cf6db394-b181-4496-a595-5f41fa15109a", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:49.159908 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f49570c2-135a-4d42-9231-afe79e81d980 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:49.160300 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a', 'code': 200} Sep 27 08:52:49.206973 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.254908 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:49.477841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43ca6-4d55-45b3-9a38-6c086a3d9bcc req-3dceca64-de82-4b8b-9444-c4e40460c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:49.479218 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6b43ca6-4d55-45b3-9a38-6c086a3d9bcc req-3dceca64-de82-4b8b-9444-c4e40460c30e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0388362 Sep 27 08:52:49.514691 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6b43ca6-4d55-45b3-9a38-6c086a3d9bcc req-abbf194e-3494-46f9-b187-ac581743becb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274496 Sep 27 08:52:49.927721 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898338a-13c0-4bbe-b7e1-e6c251bbe9eb req-980b582d-8d2d-4291-9e3d-2136f127ace8 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:49.929205 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3898338a-13c0-4bbe-b7e1-e6c251bbe9eb req-980b582d-8d2d-4291-9e3d-2136f127ace8 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Sep 27 08:52:49.967915 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-3898338a-13c0-4bbe-b7e1-e6c251bbe9eb req-aba73a54-52f3-492f-8e79-ccd459ad8cfd tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Sep 27 08:52:51.081831 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1bc87-3e5d-4ec4-901f-4d90f2ad07fa req-22b364bf-f906-4066-b1c7-724c742754c0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:51.083343 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aac1bc87-3e5d-4ec4-901f-4d90f2ad07fa req-22b364bf-f906-4066-b1c7-724c742754c0 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0482652 Sep 27 08:52:51.124359 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aac1bc87-3e5d-4ec4-901f-4d90f2ad07fa req-1e6bdf69-6270-47d5-9d5b-65094af1ead9 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Sep 27 08:52:51.723554 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:52:56.006503 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.729265 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 42876) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:02.834230 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-affe409f-cb5b-4274-930d-502aaa5c87e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.921121 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-affe409f-cb5b-4274-930d-502aaa5c87e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.994890 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-affe409f-cb5b-4274-930d-502aaa5c87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.032826 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-affe409f-cb5b-4274-930d-502aaa5c87e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a5927fbf0b042b1831bab9234fd3689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024361 Sep 27 08:53:03.033679 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe409f-cb5b-4274-930d-502aaa5c87e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4ffcd-2895-441d-a3ac-60d27443a3d5,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:03.035502 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42880) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:03.085233 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.106152 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.234996 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.237499 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.238660 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0c4ffcd-2895-441d-a3ac-60d27443a3d5 HTTP/1.1" status: 204 len: 168 time: 0.2021303 Sep 27 08:53:03.246702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0b7a-0704-4f05-b947-047adbda5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4ffcd-2895-441d-a3ac-60d27443a3d5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.112128 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42904) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:04.205784 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1304151126-network', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:04.284095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Made reservation on behalf of 3e54c2af34ef4f879809a157c0b0844c for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:04.286317 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.295230 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.380578 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.444322 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.469249 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:04.478581 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b27e26-84ca-4ab0-bbd8-5a1c5fc535ba,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.483487 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.483836 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Added segment e46f601c-b7a5-4a82-accc-aea9b562d7bb of type vlan for network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 Sep 27 08:53:04.525363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.610083 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.611160 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:04.611746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.670674 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] Pushing event updated for resources: {'Network': ['ID=ce41fb7b-7dc7-4148-bc61-d2859dbd1950,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.680248 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:04.707881 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-62a0cd2e-2d43-4988-9073-2ee678d72de6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5945487 Sep 27 08:53:04.710758 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42910) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:04.715624 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Request body: {'subnet': {'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1304151126-subnet', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:04.793461 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Made reservation on behalf of 3e54c2af34ef4f879809a157c0b0844c for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:04.795733 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.022037 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.075537 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c5d2a3-a82f-426f-be93-1aa79af40e62,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.085791 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Checking segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:05.086152 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Network hostable DHCP agents. Network: ce41fb7b-7dc7-4148-bc61-d2859dbd1950, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:05.164242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:05.244111 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, ce41fb7b-7dc7-4148-bc61-d2859dbd1950) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:05.248616 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:05.249244 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.253177 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8842008-b1b0-4384-9439-31d074a0a014 None None] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:05.326050 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4d26664a-3af9-435e-ae19-e39faaa6fb18 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6141536 Sep 27 08:53:05.328604 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42912) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:05.332927 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:05.393672 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:05.394516 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.423928 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.425010 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.478491 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.528443 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Allocated IP 172.20.0.2 (ce41fb7b-7dc7-4148-bc61-d2859dbd1950/78c5d2a3-a82f-426f-be93-1aa79af40e62/575f244c-bad0-47b1-8aa3-423411000ce3) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:05.660614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.673190 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.747635 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.783997 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:05.788157 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:05.791600 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:05.802167 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Pushing event updated for resources: {'Port': ['ID=575f244c-bad0-47b1-8aa3-423411000ce3,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.854967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Attempting to bind port 575f244c-bad0-47b1-8aa3-423411000ce3 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:05.856073 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Attempting to bind port 575f244c-bad0-47b1-8aa3-423411000ce3 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:05.856440 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Attempting to bind port 575f244c-bad0-47b1-8aa3-423411000ce3 on network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:05.861490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:05.861869 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Checking segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:05.862316 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.862705 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Bound using segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:05.863168 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Bound port: 575f244c-bad0-47b1-8aa3-423411000ce3, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:05.863549 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.910068 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.925591 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] For port 575f244c-bad0-47b1-8aa3-423411000ce3, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:05.928605 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] For port 575f244c-bad0-47b1-8aa3-423411000ce3, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=575f244c-bad0-47b1-8aa3-423411000ce3,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:05.931961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.016563 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.035181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Allocated IP 172.27.2.57 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/2eaae9f5-4a9b-4f7d-b569-a30db17e275a) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:06.075682 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a5e0-8bbd-41bc-8d62-39ec4723c3dd None None] Pushing event updated for resources: {'Port': ['ID=575f244c-bad0-47b1-8aa3-423411000ce3,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:06.146588 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.250700 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.291655 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:06.295147 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:06.298834 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:06.307577 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:06.702580 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.912638 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.923410 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f45f90-6fc2-418b-9ada-9cbd8d971a5b None None] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:06.959043 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] Provisioning complete for port 575f244c-bad0-47b1-8aa3-423411000ce3 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:06.959417 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.096058 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Router 6bbb997f-aa65-469a-8e45-03e262e2e750 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:07.205345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:07.247843 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Sync routers for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:07.255518 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.273528 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.274575 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:07.274982 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b47c0352-6ad5-4f88-924a-a7bd1c878fc3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9453404 Sep 27 08:53:07.275197 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:07.278550 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42920) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.338836 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] For port 575f244c-bad0-47b1-8aa3-423411000ce3, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=575f244c-bad0-47b1-8aa3-423411000ce3,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:07.406194 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:07.408404 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.563500 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b862942-1fb0-4eb5-8b98-14a862c5c573 None None] Pushing event updated for resources: {'Port': ['ID=575f244c-bad0-47b1-8aa3-423411000ce3,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.577513 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-3421e98d-8b49-470a-a949-c442578a0135 None None] Provisioning complete for port 575f244c-bad0-47b1-8aa3-423411000ce3 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:07.577980 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3421e98d-8b49-470a-a949-c442578a0135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.696794 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.698715 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:06Z', 'revision_number': 3, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:07.733085 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Checking router: 6bbb997f-aa65-469a-8e45-03e262e2e750 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:07.733439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Updating router 6bbb997f-aa65-469a-8e45-03e262e2e750 port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:07.760969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.953111 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 575f244c-bad0-47b1-8aa3-423411000ce3 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:08.059565 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 575f244c-bad0-47b1-8aa3-423411000ce3 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:08.059942 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.101046 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Allocated IP 172.20.0.1 (ce41fb7b-7dc7-4148-bc61-d2859dbd1950/78c5d2a3-a82f-426f-be93-1aa79af40e62/51928a3f-b928-4ae0-8108-8f02ff9e3f08) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:08.103087 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.195271 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.213796 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.244013 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Attempting to bind port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:08.244433 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Attempting to bind port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:08.244818 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Attempting to bind port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:08.257185 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:08.257573 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:08.261710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.261710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:08.261710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Bound port: 2eaae9f5-4a9b-4f7d-b569-a30db17e275a, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:08.261710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.261710 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1713e-1b52-4cbc-8e54-10ec3f058068 None None] Pushing event updated for resources: {'Port': ['ID=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:08.304282 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.313188 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] For port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:08.316421 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] For port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:08.343305 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:08.346067 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:08.348560 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:08.375645 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Pushing event updated for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:08.385251 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.406991 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.449457 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:08.449717 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:08.454963 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1713e-1b52-4cbc-8e54-10ec3f058068 None None] Pushing event updated for resources: {'Port': ['ID=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:08.580787 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:08.583311 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-be71a450-c16d-401c-9556-27186fd68887 None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:08.583679 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-be71a450-c16d-401c-9556-27186fd68887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.586489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.613322 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-fe5e61f8-e990-4774-87e2-e1a0f27f025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.687090 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-be71a450-c16d-401c-9556-27186fd68887 None None] Port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:08.751503 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.786770 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:06Z', 'revision_number': 3, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:08.816923 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0f8a6-0bac-40d2-9594-a5937bd10fd7 None None] The sync data for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi is: [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:06Z', 'revision_number': 3, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:08.840886 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.909900 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.911778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Pushing event updated for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.025111 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:09.032863 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:09.167613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Router 6bbb997f-aa65-469a-8e45-03e262e2e750 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:09.282953 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:09.288221 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-683250a4-e3bd-4c13-95bc-01d718ab1e11 admin admin] 10.222.0.74 "PUT /v2.0/routers/6bbb997f-aa65-469a-8e45-03e262e2e750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0074191 Sep 27 08:53:09.310600 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-a8bc96a9-2fd3-4f04-bb3a-27d8ec898fc5 None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:09.311173 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a8bc96a9-2fd3-4f04-bb3a-27d8ec898fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.346150 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc96a9-2fd3-4f04-bb3a-27d8ec898fc5 None None] Port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:09.931562 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2eaae9f5-4a9b-4f7d-b569-a30db17e275a up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:09.983432 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:09.983744 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.053800 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42944) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:10.059788 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1387990811-network', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:10.076384 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.097376 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:10.137874 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Made reservation on behalf of bfd2429a31c94cfea0ae0b93b5ec12a0 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:10.140257 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.149450 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.160847 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.217080 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.249926 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.319108 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.344344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:10.352021 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Sync routers for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:10.362805 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:10.363362 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502c04db-8774-4290-84dd-72128a17c0c4,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.363496 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.368211 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.368550 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Added segment e2151ee8-a883-4711-b01d-ccf6cf9f43b7 of type vlan for network 58b0e0cf-6157-4f12-9d07-ab1af622b218 Sep 27 08:53:10.408272 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793871380246'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.477124 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:10.501969 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.502985 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:10.503587 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.566107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] Pushing event updated for resources: {'Network': ['ID=58b0e0cf-6157-4f12-9d07-ab1af622b218,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.577037 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 details requested by agent ovs-agent-dv-cinder-811085-1-iscsi with host dv-cinder-811085-1-iscsi {{(pid=101200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:10.593751 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-398ae68c-bfea-47ab-afad-842434a2780f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5360477 Sep 27 08:53:10.594360 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42948) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:10.599348 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Request body: {'subnet': {'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1387990811-subnet', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:10.669385 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Made reservation on behalf of bfd2429a31c94cfea0ae0b93b5ec12a0 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:10.671790 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8723594'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.676847 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 2, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.707374 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Checking router: 6bbb997f-aa65-469a-8e45-03e262e2e750 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:10.707732 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Updating router 6bbb997f-aa65-469a-8e45-03e262e2e750 port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:10.732219 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.892245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11960933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8723640'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.947917 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2801b7-e7c5-4b50-bf52-497c1c8cfecf,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.959485 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Checking segment: {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:10.959485 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Network hostable DHCP agents. Network: 58b0e0cf-6157-4f12-9d07-ab1af622b218, hostable agents: ['e76dad42-53a6-4b23-98c0-b17f1b6aacf3'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:10.993456 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.034961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 is scheduled to be hosted by DHCP agent e76dad42-53a6-4b23-98c0-b17f1b6aacf3 with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:11.058389 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.114913 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-iscsi, 58b0e0cf-6157-4f12-9d07-ab1af622b218) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:11.115452 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Pushing event updated for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.120346 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:11.121875 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.126651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1c8476-ba51-453e-833c-68b530935113 None None] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:11.151917 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.152296 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.152631 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.152993 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.153483 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.153708 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.154243 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.154756 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.155102 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.155430 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.155756 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.156080 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:11.173861 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Attempting to bind port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:11.174237 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Attempting to bind port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:11.174607 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Attempting to bind port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 on network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:11.180329 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:11.180726 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Checking segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:11.181138 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.181531 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Bound using segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:11.182015 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Bound port: 51928a3f-b928-4ae0-8108-8f02ff9e3f08, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:11.182387 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.231218 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-469311b5-4e33-43be-af9c-f297949cde93 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6355445 Sep 27 08:53:11.233716 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42950) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:11.238759 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:11.255593 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] For port 51928a3f-b928-4ae0-8108-8f02ff9e3f08, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:11.259531 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] For port 51928a3f-b928-4ae0-8108-8f02ff9e3f08, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=51928a3f-b928-4ae0-8108-8f02ff9e3f08,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:11.310197 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.332570 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1965'] for router, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.334069 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.376669 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d7080-5b2f-41c6-93fc-a6b40bb55627 None None] Pushing event updated for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.379218 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:11.380018 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:52:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:11.403887 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-350c664f-8177-422a-9309-515f2407cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.417643 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.435402 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:11.436106 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.439276 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b29325-3cda-566f-a59f-a4766c2fc7b6-58b0e0cf-6157-4f12-9d07-ab1af622b218', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf'}]}} from dv-cinder-811085-1-iscsi. {{(pid=101200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:11.440139 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.496547 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:11.622609 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.627860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.647948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.db_base_plugin_common [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Allocated IP 172.20.0.2 (58b0e0cf-6157-4f12-9d07-ab1af622b218/da2801b7-e7c5-4b50-bf52-497c1c8cfecf/03e85b7d-9a5d-4231-8461-3ea2f91794c0) {{(pid=101200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:11.680127 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] For port 51928a3f-b928-4ae0-8108-8f02ff9e3f08, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=51928a3f-b928-4ae0-8108-8f02ff9e3f08,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:11.709704 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:11.736379 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f9e7d-a0aa-4bd6-8a10-669151914a7f None None] The sync data for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi is: [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:11.752921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.845071 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.886880 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71116a8c-b97e-4a27-96dd-9b188e03cc5a None None] Pushing event updated for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.920585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-17c90eca-7d66-46b8-ae12-5639e23a157f None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:11.920585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-17c90eca-7d66-46b8-ae12-5639e23a157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.920585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks [] for port, precommit_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.930124 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.953905 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.997132 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503'] for port, after_create {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.044568 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 is already hosted by enough agents. {{(pid=101200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:12.051876 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.scheduler.base_scheduler [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Resources bound (agent type, host, resource id): {{(pid=101200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:12.054395 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Received port after_create {{(pid=101200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:12.076187 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Allocated IP 172.27.2.56 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/32b2d4a3-0e42-45b4-bfda-b6571414dd26) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:12.079543 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Pushing event updated for resources: {'Port': ['ID=03e85b7d-9a5d-4231-8461-3ea2f91794c0,revision_number=1']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.121358 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2eaae9f5-4a9b-4f7d-b569-a30db17e275a up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:12.156328 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Attempting to bind port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:12.156720 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Attempting to bind port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:12.157075 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Attempting to bind port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 on network 58b0e0cf-6157-4f12-9d07-ab1af622b218 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:12.167881 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:12.168320 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Checking segment: {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:12.168652 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.169067 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Bound using segment: {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:12.169745 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Bound port: 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:12.170127 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.198348 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.225967 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:12.226350 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.276047 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] For port 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:12.283305 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] For port 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03e85b7d-9a5d-4231-8461-3ea2f91794c0,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:12.287340 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.325257 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:12.330272 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:12.334304 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:12.343128 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 51928a3f-b928-4ae0-8108-8f02ff9e3f08 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:12.366270 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=32b2d4a3-0e42-45b4-bfda-b6571414dd26,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.375864 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.451762 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a895-19b6-40fe-8240-9e1de8179d82 None None] Pushing event updated for resources: {'Port': ['ID=03e85b7d-9a5d-4231-8461-3ea2f91794c0,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.458471 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:12.458849 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.587939 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.755483 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.959471 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572852'] for router, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.138090 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 is scheduled to L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 with binding_index 1 {{(pid=101198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:13.249589 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:13.264530 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Sync routers for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:13.275046 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:13.275769 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:13.316547 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.317979 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d800d51c-8f84-488d-9790-2e8ca74c4aa7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0828443 Sep 27 08:53:13.320659 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42956) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.383846 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd391b-c44c-41e8-8b79-afff5ea0a472 None None] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:13.464117 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:13.467671 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] Provisioning complete for port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:13.468044 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.752929 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.807727 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] For port 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03e85b7d-9a5d-4231-8461-3ea2f91794c0,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:13.827868 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:12Z', 'revision_number': 3, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:14.010227 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.015678 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Checking router: e2515844-8e0b-4ef0-adfa-9f8a4bab0239 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:14.019728 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Updating router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 binding host dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:14.039561 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.072375 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03e85b7d-9a5d-4231-8461-3ea2f91794c0 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:14.104143 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.169602 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc53c4-fae1-4bcc-9fe1-8605ce3d6ce3 None None] Pushing event updated for resources: {'Port': ['ID=03e85b7d-9a5d-4231-8461-3ea2f91794c0,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.212202 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Allocated IP 172.20.0.1 (58b0e0cf-6157-4f12-9d07-ab1af622b218/da2801b7-e7c5-4b50-bf52-497c1c8cfecf/7158f496-3d04-4d25-8c41-4d5a52a1ef3a) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:14.226545 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.228800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7e9ab768-3d53-4aac-b902-2287e83f285f None None] Provisioning complete for port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.228800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab768-3d53-4aac-b902-2287e83f285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.287478 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.288164 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.314016 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.429887 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.473501 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:14.480268 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:14.487363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:14.491093 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Pushing event updated for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.505051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 51928a3f-b928-4ae0-8108-8f02ff9e3f08 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:14.530777 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570505'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.579719 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.594490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.594868 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.670717 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.735380 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46128a-8bb1-4546-a653-1af33dbbb872 None None] Pushing event updated for resources: {'Port': ['ID=32b2d4a3-0e42-45b4-bfda-b6571414dd26,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.737719 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Attempting to bind port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:14.738089 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Attempting to bind port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:14.738450 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Attempting to bind port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 on network 18e4631c-b8fa-40c8-9bff-20332b1b4240 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:14.744241 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:14.744612 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Checking segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:14.745057 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.745962 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Bound using segment: {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:14.746423 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Bound port: 32b2d4a3-0e42-45b4-bfda-b6571414dd26, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e7f0c2-5e2d-4362-86c4-c3514586de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:14.746824 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.748753 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.798872 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-c1fcd091-1ff4-4b88-8dfa-67c573dc373d None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.799214 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd091-1ff4-4b88-8dfa-67c573dc373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.831267 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] For port 32b2d4a3-0e42-45b4-bfda-b6571414dd26, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:14.849448 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] For port 32b2d4a3-0e42-45b4-bfda-b6571414dd26, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b2d4a3-0e42-45b4-bfda-b6571414dd26,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:14.850537 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcd091-1ff4-4b88-8dfa-67c573dc373d None None] Port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:14.909844 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.932866 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.963784 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:14.965260 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.001948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46128a-8bb1-4546-a653-1af33dbbb872 None None] Pushing event updated for resources: {'Port': ['ID=32b2d4a3-0e42-45b4-bfda-b6571414dd26,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.010639 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.075796 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:15.076429 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Pushing event updated for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.080232 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570233'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.175095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:15.176532 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:15.283873 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '7158f496-3d04-4d25-8c41-4d5a52a1ef3a', 'name': '', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'mac_address': 'fa:16:3e:d5:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:14Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 1, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'subnets': [{'id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.299280 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:15.311360 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badba5ac-95e3-4f9e-851b-159e7051332d None None] The sync data for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi is: [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '7158f496-3d04-4d25-8c41-4d5a52a1ef3a', 'name': '', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'mac_address': 'fa:16:3e:d5:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:14Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 1, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'subnets': [{'id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:15.372865 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-a1cfb5a1-db82-401b-80fd-d27a321c177b None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:15.373379 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb5a1-db82-401b-80fd-d27a321c177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.408463 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfb5a1-db82-401b-80fd-d27a321c177b None None] Port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:15.421630 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:15.426803 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7d87aca7-d4c2-451c-89b9-2e65f9e2669b admin admin] 10.222.0.74 "PUT /v2.0/routers/e2515844-8e0b-4ef0-adfa-9f8a4bab0239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051111 Sep 27 08:53:15.932783 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03e85b7d-9a5d-4231-8461-3ea2f91794c0 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:15.957914 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42974) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.963936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736434262', 'description': 'tempest-secgroup-smoke-736434262 description', 'project_id': '3e54c2af34ef4f879809a157c0b0844c'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:15.991717 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:15.998079 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.050305 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.141778 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.200812 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.231625 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8330102-7f8a-4673-b661-e62499bc8be9,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.316506 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.318007 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ab88835b-b102-491f-8a83-661b6d2f33bc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3581383 Sep 27 08:53:16.321123 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42976) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.327009 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.428798 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.490944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.558407 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.577273 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dd8ac1-5bc8-40a7-8b1b-dcafe65e8934,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.644371 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.645675 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-203b3f4c-9732-47ab-93e6-8481859a12b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235948 Sep 27 08:53:16.648405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42978) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.653489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.764435 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.820950 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.903694 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.924960 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c28c8f8-4840-4602-a4bb-76f7c08cc86d,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.983863 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.985162 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-63a5713d-9818-4278-952b-4b5e274f9c7d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3358171 Sep 27 08:53:16.987899 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42982) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.992207 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:17.068437 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.128281 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.189077 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.207063 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfd5972-d408-4924-a0c6-d0c242910b33,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.274797 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.276023 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4ea28d0a-952e-4081-9a4b-5309d431e510 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872064 Sep 27 08:53:17.279329 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42984) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:17.283643 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:17.372423 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.431118 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.509618 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.527923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de79a2b-3f6f-46b3-be3d-aa81c263e28b,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.595081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.596312 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ba6cc062-195c-4cfa-b4f6-92007ba71c97 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160551 Sep 27 08:53:17.599036 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42986) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:17.603239 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:17.680340 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.securitygroups_db [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Project 3e54c2af34ef4f879809a157c0b0844c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:53:17.685572 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.746278 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.840371 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.858578 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15f8d79-db73-4211-accd-a8a19fd89d98,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.871616 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873430 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873861 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.873988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.874315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.874617 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.874932 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.875242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:17.938718 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b2d4a3-0e42-45b4-bfda-b6571414dd26 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:17.943760 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.945119 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-82804e41-1aac-439c-89c8-63305d44070f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3451757 Sep 27 08:53:17.947765 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 42990) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:17.952394 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'security_group_rule': {'security_group_id': 'c8330102-7f8a-4673-b661-e62499bc8be9', 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:17.986623 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:17.986994 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.038889 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.securitygroups_db [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Project 3e54c2af34ef4f879809a157c0b0844c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:53:18.044286 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.071118 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.093723 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] For port 32b2d4a3-0e42-45b4-bfda-b6571414dd26, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b2d4a3-0e42-45b4-bfda-b6571414dd26,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:18.111245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.160911 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.189642 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542617'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.208201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295198be-f00d-4d10-8e35-f684500969d3,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.209447 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Pushing event updated for resources: {'Port': ['ID=32b2d4a3-0e42-45b4-bfda-b6571414dd26,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.275137 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.277020 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5a7a21b5-6c08-4d6f-b71a-237d583aadd7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274922 Sep 27 08:53:18.493114 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Sync routers for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:18.502155 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:18.502826 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:18.609696 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:18.928483 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '7158f496-3d04-4d25-8c41-4d5a52a1ef3a', 'name': '', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'mac_address': 'fa:16:3e:d5:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:14Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 2, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'subnets': [{'id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:18.955191 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Checking router: e2515844-8e0b-4ef0-adfa-9f8a4bab0239 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:18.955549 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Updating router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a binding host dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:18.987173 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.283581 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.389300 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.441704 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2e82-5e27-4949-b9c9-08b9f6009f2f None None] Pushing event updated for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=3']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.510480 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Attempting to bind port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a on host dv-cinder-811085-1-iscsi for vnic_type normal with profile {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:19.511236 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Attempting to bind port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a by drivers openvswitch,hyperv on host dv-cinder-811085-1-iscsi at level 0 using segments [{'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:19.511440 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Attempting to bind port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a on network 58b0e0cf-6157-4f12-9d07-ab1af622b218 {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:19.517609 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Checking agent: {'id': '92218474-b9f1-4a0a-815c-340c84eda0e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 36, 12), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:19.518375 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Checking segment: {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:19.518895 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.519381 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Bound using segment: {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'} {{(pid=101201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:19.520393 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.managers [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Bound port: 7158f496-3d04-4d25-8c41-4d5a52a1ef3a, host: dv-cinder-811085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218'}}] {{(pid=101201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:19.520826 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.591026 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] For port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a, host dv-cinder-811085-1-iscsi, cleared binding levels {{(pid=101201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:19.594600 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.plugins.ml2.db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] For port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a, host dv-cinder-811085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:19.666287 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-09e01e78-b0b6-4d35-995e-ea80e25f2a22 None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:19.667441 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-09e01e78-b0b6-4d35-995e-ea80e25f2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.681437 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron_lib.callbacks.manager [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.706885 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-09e01e78-b0b6-4d35-995e-ea80e25f2a22 None None] Port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:19.738122 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:19.738750 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:19.785400 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2e82-5e27-4949-b9c9-08b9f6009f2f None None] Pushing event updated for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=4']} {{(pid=101201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.866110 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:19.930723 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:19.931142 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.958228 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b2d4a3-0e42-45b4-bfda-b6571414dd26 up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:20.045495 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:20.045771 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.077723 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.082403 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '7158f496-3d04-4d25-8c41-4d5a52a1ef3a', 'name': '', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'mac_address': 'fa:16:3e:d5:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:14Z', 'updated_at': '2021-09-27T08:53:19Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'subnets': [{'id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:20.122646 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6a05e-caf8-4d66-b455-38d3180d63e7 None None] The sync data for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi is: [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:14Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '7158f496-3d04-4d25-8c41-4d5a52a1ef3a', 'name': '', 'network_id': '58b0e0cf-6157-4f12-9d07-ab1af622b218', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'mac_address': 'fa:16:3e:d5:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:14Z', 'updated_at': '2021-09-27T08:53:19Z', 'revision_number': 4, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'subnets': [{'id': 'da2801b7-e7c5-4b50-bf52-497c1c8cfecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:20.131871 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] For port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:20.174280 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7158f496-3d04-4d25-8c41-4d5a52a1ef3a up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:20.205847 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.275741 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:20.278774 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.279953 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86005737-8fb8-481c-bdf2-50e520e2b4ad None None] Pushing event updated for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:21.914755 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7158f496-3d04-4d25-8c41-4d5a52a1ef3a up at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:21.964940 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Provisioning complete for port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:21.965351 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.239172 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619092-8b3b-49cf-877b-9bb7cf85e774 req-a2c81506-4790-4463-a1cb-67c7928c2522 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:24.240621 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-63619092-8b3b-49cf-877b-9bb7cf85e774 req-a2c81506-4790-4463-a1cb-67c7928c2522 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Sep 27 08:53:24.281065 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-63619092-8b3b-49cf-877b-9bb7cf85e774 req-f6fe18fb-dae7-43bf-905e-b15415d9e91c tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Sep 27 08:53:25.398458 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467593-2312-469c-a00a-d8c555c200d4 req-a75a8159-5368-4ea4-a6fc-17b4e07084de tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:25.399983 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e467593-2312-469c-a00a-d8c555c200d4 req-a75a8159-5368-4ea4-a6fc-17b4e07084de tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Sep 27 08:53:25.437845 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e467593-2312-469c-a00a-d8c555c200d4 req-7846ad05-d071-4dc4-9706-070758048091 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Sep 27 08:53:26.016168 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.185292 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-00519209-5645-43f4-8196-9fc9b7784b85 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:26.186775 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-00519209-5645-43f4-8196-9fc9b7784b85 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Sep 27 08:53:26.286162 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Deleting port cf6db394-b181-4496-a595-5f41fa15109a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:26.286421 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.375434 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] For port cf6db394-b181-4496-a595-5f41fa15109a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cf6db394-b181-4496-a595-5f41fa15109a,segment=NetworkSegment(d81473db-dc38-4b3c-9aec-5cd80cd44bd0),segment_id=d81473db-dc38-4b3c-9aec-5cd80cd44bd0)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:26.375797 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.389228 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Calling delete_port for cf6db394-b181-4496-a595-5f41fa15109a owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:26.557535 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf85c8-6fdd-420b-a6a0-ae6d63da2ae7 req-532266ef-6cdb-44ef-9ced-69b53755fe6e tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:26.559160 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-89cf85c8-6fdd-420b-a6a0-ae6d63da2ae7 req-532266ef-6cdb-44ef-9ced-69b53755fe6e tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 945 time: 0.0535707 Sep 27 08:53:26.578114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.592722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['cf6db394-b181-4496-a595-5f41fa15109a'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:53:26.598382 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-89cf85c8-6fdd-420b-a6a0-ae6d63da2ae7 req-cc211ae0-493e-4aa3-99c4-e9f47fed0930 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/security-groups?id=0644c340-a052-4c96-ad50-e6e20a273620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Sep 27 08:53:26.610008 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Pushing event deleted for resources: {'Port': ['ID=cf6db394-b181-4496-a595-5f41fa15109a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:26.652279 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] No DVR routers for this DVR port cf6db394-b181-4496-a595-5f41fa15109a on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:26.655724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.657753 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32ce91c9-61b9-4180-bd6e-cc8ff87de09c req-d598c802-1f0d-4906-8ad6-b9799b57d634 tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.68 "DELETE /v2.0/ports/cf6db394-b181-4496-a595-5f41fa15109a HTTP/1.1" status: 204 len: 173 time: 0.4626658 Sep 27 08:53:26.658195 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'name': 'network-vif-deleted', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:26.660453 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169da0e-b66c-4f52-94d1-4d2f96f1edb6" -d '{"events": [{"server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "name": "network-vif-deleted", "tag": "cf6db394-b181-4496-a595-5f41fa15109a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:26.695361 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ec496-883b-4e07-9229-6e69fedbd992 x-openstack-request-id: req-bd7ec496-883b-4e07-9229-6e69fedbd992 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:26.695713 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e58e4a-1278-402b-9a5e-9c620a346cf2", "name": "network-vif-deleted", "tag": "cf6db394-b181-4496-a595-5f41fa15109a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:26.695988 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd7ec496-883b-4e07-9229-6e69fedbd992 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:26.696399 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e58e4a-1278-402b-9a5e-9c620a346cf2', 'name': 'network-vif-deleted', 'tag': 'cf6db394-b181-4496-a595-5f41fa15109a', 'status': 'completed', 'code': 200} Sep 27 08:53:27.717634 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-36b13a86-424d-408a-9efa-3f3a120ceec9 req-68d2bda1-e2a6-4edd-bbf3-5120115fce0d tempest-VolumesSnapshotTestJSON-1656121042 tempest-VolumesSnapshotTestJSON-1656121042-project] 10.222.0.74 "GET /v2.0/ports?device_id=25e58e4a-1278-402b-9a5e-9c620a346cf2 HTTP/1.1" status: 200 len: 210 time: 0.0261159 Sep 27 08:53:28.723747 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:53:30.089805 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cf6db394-b181-4496-a595-5f41fa15109a no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:30.110711 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: cf6db394-b181-4496-a595-5f41fa15109a {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:30.110975 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device cf6db394-b181-4496-a595-5f41fa15109a not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:38.560218 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-64954ecd-080e-4810-8b74-40af73e0b1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.175194 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-4b0044d4-afa5-48e2-b06b-e1747785e630 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736434262&fields=id&tenant_id=3e54c2af34ef4f879809a157c0b0844c HTTP/1.1" status: 200 len: 267 time: 0.0324340 Sep 27 08:53:39.282801 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-1e19b493-e4b3-4221-83d4-1833431e85f8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.284265 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-1e19b493-e4b3-4221-83d4-1833431e85f8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 809 time: 0.1024265 Sep 27 08:53:39.300022 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-8ef3e887-b71c-4035-a7da-0b632f9312f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/quotas/3e54c2af34ef4f879809a157c0b0844c HTTP/1.1" status: 200 len: 375 time: 0.0099285 Sep 27 08:53:39.353427 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-f94ef3b3-dd57-4a68-8d1b-5dc1822594f8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472000 Sep 27 08:53:39.454108 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-8185d2de-8390-4b19-aab4-4e54891ac6a9 service neutron] 10.222.0.74 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877490 Sep 27 08:53:39.542929 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-9eae741b-8514-4e16-a96e-2ebdc5cd1a89 service neutron] 10.222.0.74 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827742 Sep 27 08:53:40.113877 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d6f361e-4c04-4815-b38c-6404586b8edb req-c37fabec-fb5a-4deb-90c6-cdfdce7f6fa4 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 27 08:53:41.209426 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-487933a6-8048-4f9b-8698-c1bf5922558a req-c90a6cee-4899-4c87-8c85-016ba397b3b5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Sep 27 08:53:41.223496 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-45ef2d23-f279-4292-b22e-12b0f547c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.846329 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.301435 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-056b7227-36f9-47c0-ab3a-f045e1a5d2e3 req-c0253f6a-ae26-475c-9379-c1216a29d64d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Sep 27 08:53:42.575452 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.391437 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c8433ce1-1957-46fb-b5cf-abce42fa2dd7 req-7181e2df-d55b-4abe-9c6b-5fea25fb6b4f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0256486 Sep 27 08:53:44.132014 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.482144 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e6711c2e-e654-4496-91d9-06c1ae0a110f req-6b172025-bb1e-40f2-950e-f98653cdc2ae tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0262153 Sep 27 08:53:44.934832 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-0e2d85b9-b2e1-47c7-a7ed-e5ed71bf7c9f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:44.936307 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-0e2d85b9-b2e1-47c7-a7ed-e5ed71bf7c9f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 809 time: 0.1116054 Sep 27 08:53:44.980229 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-fbc71b54-f40c-489c-a85f-b50905718aa6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e54c2af34ef4f879809a157c0b0844c HTTP/1.1" status: 200 len: 379 time: 0.0338702 Sep 27 08:53:44.989741 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'port': {'device_id': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'admin_state_up': True, 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'security_groups': ['c8330102-7f8a-4673-b661-e62499bc8be9']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:45.177697 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Made reservation on behalf of 3e54c2af34ef4f879809a157c0b0844c for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:45.181355 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.305801 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Allocated IP 172.20.0.3 (ce41fb7b-7dc7-4148-bc61-d2859dbd1950/78c5d2a3-a82f-426f-be93-1aa79af40e62/0ae39921-87a9-4560-b1ed-c7b6d960f610) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:45.445202 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.555480 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.603448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:45.606569 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:45.613595 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ae17a-522c-44f6-9063-79567f8287bb req-cb0c02f9-0a1c-4fb3-be31-4574dce39ca2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.613595 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ee1ae17a-522c-44f6-9063-79567f8287bb req-cb0c02f9-0a1c-4fb3-be31-4574dce39ca2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 931 time: 0.0592175 Sep 27 08:53:45.623074 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:45.648201 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.657074 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ee1ae17a-522c-44f6-9063-79567f8287bb req-23191f89-5cd1-4955-86b2-4a2cbd85df16 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Sep 27 08:53:45.689321 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.689969 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.810801 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5283946b-ac28-479d-8149-d825b27d844b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247268 Sep 27 08:53:45.823724 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Request body: {'port': {'device_id': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:45.881825 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-860ecea5-c552-4be3-9b8c-fd833a9726ec None None] Provisioning complete for port 0ae39921-87a9-4560-b1ed-c7b6d960f610 triggered by entity DHCP. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:45.882392 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-860ecea5-c552-4be3-9b8c-fd833a9726ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.885344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.915361 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-860ecea5-c552-4be3-9b8c-fd833a9726ec None None] Port 0ae39921-87a9-4560-b1ed-c7b6d960f610 cannot update to ACTIVE because it is not bound. {{(pid=101200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:46.156924 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae39921-87a9-4560-b1ed-c7b6d960f610 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:53:46.164485 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.177152 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Transition to ACTIVE for port object 0ae39921-87a9-4560-b1ed-c7b6d960f610 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:53:46.252169 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.301370 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.376188 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Attempting to bind port 0ae39921-87a9-4560-b1ed-c7b6d960f610 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:46.376577 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Attempting to bind port 0ae39921-87a9-4560-b1ed-c7b6d960f610 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:46.376964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Attempting to bind port 0ae39921-87a9-4560-b1ed-c7b6d960f610 on network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:46.381762 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Port 0ae39921-87a9-4560-b1ed-c7b6d960f610 on network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:53:46.382091 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Attempting to bind port 0ae39921-87a9-4560-b1ed-c7b6d960f610 on network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:46.387755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Checking agent: {'id': '23a95a8b-23e2-492c-b973-b999420c4e01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:46.388092 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Checking segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:46.389321 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Bound using segment: {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:46.389321 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Bound port: 0ae39921-87a9-4560-b1ed-c7b6d960f610, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46f601c-b7a5-4a82-accc-aea9b562d7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:46.389534 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.458786 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:46.461755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:46.555429 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.594441 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.595349 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.596803 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] 10.222.0.68 "PUT /v2.0/ports/0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1093 time: 0.7772775 Sep 27 08:53:46.597242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:46.599526 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:46.626775 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0417a73-d18f-4c03-87ef-c02d2aaeff55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.643637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0460a-efda-4c2a-84ed-4d666af66741 x-openstack-request-id: req-5ac0460a-efda-4c2a-84ed-4d666af66741 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:46.643637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:46.643637 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ac0460a-efda-4c2a-84ed-4d666af66741 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:46.644907 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'status': 'completed', 'code': 200} Sep 27 08:53:46.721016 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-f699edd7-c100-490b-8c4e-4eaac9650588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.721016 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-f699edd7-c100-490b-8c4e-4eaac9650588 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1096 time: 0.0476882 Sep 27 08:53:46.792950 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e93cba-ab94-4858-9f47-06df8c74cc2a req-57f0b7fa-2225-409c-8a32-f029e0edd4bd tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.794472 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-44e93cba-ab94-4858-9f47-06df8c74cc2a req-57f0b7fa-2225-409c-8a32-f029e0edd4bd tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0508010 Sep 27 08:53:46.829398 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-3e59945d-ee7f-406a-b31d-189a2892a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.830915 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-3e59945d-ee7f-406a-b31d-189a2892a228 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=3e54c2af34ef4f879809a157c0b0844c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1053824 Sep 27 08:53:46.833343 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-44e93cba-ab94-4858-9f47-06df8c74cc2a req-7723d49b-caa8-404f-bdbb-23b09de9ee23 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Sep 27 08:53:46.925944 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-197409cc-8e4c-4dc4-a728-ff5bede00653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.927431 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ef300af3-4eea-4b0e-aeec-a3f6368c8f18 req-197409cc-8e4c-4dc4-a728-ff5bede00653 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892165 Sep 27 08:53:47.008169 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5e2cec15-bb9b-4751-866d-d0acbbc2e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.009672 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-5e2cec15-bb9b-4751-866d-d0acbbc2e688 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1096 time: 0.0437033 Sep 27 08:53:47.055590 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-a846c004-d6a8-4293-8902-3de4f3431be0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 217 time: 0.0367689 Sep 27 08:53:47.108105 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-d0932c4d-5030-4293-8520-8015531e9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.109534 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-d0932c4d-5030-4293-8520-8015531e9b26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0450706 Sep 27 08:53:47.155453 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-cd4041a6-f07e-4900-923d-bbc9df211bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.158064 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-cd4041a6-f07e-4900-923d-bbc9df211bde service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404186 Sep 27 08:53:47.253542 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-f5527c0f-02a7-4b8e-b421-46d4fd2eb3da service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Sep 27 08:53:47.344553 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02710a20-6341-41d6-bc8e-40182a1608a2 req-99a82642-65b9-4fe1-a829-a5ac988c8d73 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Sep 27 08:53:47.959114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6b51-7125-47b4-bf23-a3cedb28b6f4 req-e2bc9d66-8c90-4092-a991-a8e857e157f4 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.960601 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa8c6b51-7125-47b4-bf23-a3cedb28b6f4 req-e2bc9d66-8c90-4092-a991-a8e857e157f4 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0509462 Sep 27 08:53:47.998694 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa8c6b51-7125-47b4-bf23-a3cedb28b6f4 req-2cb303eb-7187-4d56-8a44-520dfcb3fac3 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Sep 27 08:53:49.110626 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63b3b-9154-41e1-9ff1-ba902b455289 req-27c27f2a-3d76-4fab-a837-f00dd3c0d2ac tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:49.112152 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2b63b3b-9154-41e1-9ff1-ba902b455289 req-27c27f2a-3d76-4fab-a837-f00dd3c0d2ac tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0481012 Sep 27 08:53:49.148586 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2b63b3b-9154-41e1-9ff1-ba902b455289 req-74c88d16-9ef8-4d11-9399-8824be0b972f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305455 Sep 27 08:53:50.261925 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a638d56-ea83-48ff-bf80-45589db9a46d req-e0226d71-44a1-49d2-b09c-74c6529176f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:50.263408 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a638d56-ea83-48ff-bf80-45589db9a46d req-e0226d71-44a1-49d2-b09c-74c6529176f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0485175 Sep 27 08:53:50.301529 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a638d56-ea83-48ff-bf80-45589db9a46d req-bbd23bf1-0c42-4d86-979d-5e82a39a2883 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Sep 27 08:53:51.416543 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bd86e-6ee5-4bfa-b7eb-a826d29d9488 req-2b6c0c57-5a63-404e-b876-cd88a40301fe tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:51.418012 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c1bd86e-6ee5-4bfa-b7eb-a826d29d9488 req-2b6c0c57-5a63-404e-b876-cd88a40301fe tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0513954 Sep 27 08:53:51.455156 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-7c1bd86e-6ee5-4bfa-b7eb-a826d29d9488 req-1910e11e-0f6f-4540-837b-0130c9e09dc5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Sep 27 08:53:52.572535 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f580-80b0-43d1-99a2-4c87dc98ba2f req-f543f0bd-291f-44fe-883a-4af729774b83 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:52.574013 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2af1f580-80b0-43d1-99a2-4c87dc98ba2f req-f543f0bd-291f-44fe-883a-4af729774b83 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0532837 Sep 27 08:53:52.611286 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2af1f580-80b0-43d1-99a2-4c87dc98ba2f req-a3904b09-d9d1-433d-807f-1b08e4c04cdf tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Sep 27 08:53:53.724736 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9a33-04cc-4e58-82a9-485c698e1558 req-d09196a2-be8f-45e8-8cbb-2565c1f173bd tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.726249 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a1b9a33-04cc-4e58-82a9-485c698e1558 req-d09196a2-be8f-45e8-8cbb-2565c1f173bd tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0488174 Sep 27 08:53:53.763149 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2a1b9a33-04cc-4e58-82a9-485c698e1558 req-b1618071-caba-4310-a02e-ce3fef8d76ae tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310316 Sep 27 08:53:54.178646 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:53:54.275036 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:54.286737 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'mac_address': 'fa:16:3e:e7:07:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:53:54.323213 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.336034 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae39921-87a9-4560-b1ed-c7b6d960f610 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:53:54.355786 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:54.427116 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.473687 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.480520 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.480907 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.481246 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.481582 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.481925 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.482255 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.482609 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.482938 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.483266 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.483585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.483910 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.484230 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:54.656583 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['0ae39921-87a9-4560-b1ed-c7b6d960f610'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:53:54.883710 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e3e7-c293-4e67-a68c-59a3351d7084 req-0147c71b-b846-4bfc-aa82-28b583bc6d94 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:54.885299 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7e8e3e7-c293-4e67-a68c-59a3351d7084 req-0147c71b-b846-4bfc-aa82-28b583bc6d94 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 944 time: 0.0534906 Sep 27 08:53:54.923140 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7e8e3e7-c293-4e67-a68c-59a3351d7084 req-036fe7b1-423b-49a8-9031-7996536babef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Sep 27 08:53:55.434523 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43322) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.477726 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Deleting subnet ccce0ec9-8e15-40a2-9894-6e0034f843c1 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:55.480901 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.515245 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.553051 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.669266 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.694064 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccce0ec9-8e15-40a2-9894-6e0034f843c1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:55.697971 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.699895 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-eb3113b8-52c6-46f9-b011-5313724a59cf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ccce0ec9-8e15-40a2-9894-6e0034f843c1 HTTP/1.1" status: 204 len: 168 time: 0.2643514 Sep 27 08:53:55.702396 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43324) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.768761 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.021668 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.098081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.119754 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6776b29-7ada-4c66-8af3-3150917476ad']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:56.130766 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:56.131018 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81473db-dc38-4b3c-9aec-5cd80cd44bd0') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:56.141340 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.155703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.161918 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:56.162314 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:56.168615 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:56.194099 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:56.197435 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d11f-b76e-48dd-a640-74bdc239415b req-705149fd-6397-4adc-ba41-35951ad20c6a tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:56.197435 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f618d11f-b76e-48dd-a640-74bdc239415b req-705149fd-6397-4adc-ba41-35951ad20c6a tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 944 time: 0.0480578 Sep 27 08:53:56.236513 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f618d11f-b76e-48dd-a640-74bdc239415b req-94236229-01b9-4ceb-8ffa-ab43dc7cfb86 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Sep 27 08:53:56.286297 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.291746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.295090 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d6776b29-7ada-4c66-8af3-3150917476ad HTTP/1.1" status: 204 len: 168 time: 0.5902958 Sep 27 08:53:56.304271 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f3c20-c612-487a-aa33-82a833901719 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6776b29-7ada-4c66-8af3-3150917476ad,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.315284 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning for port 0ae39921-87a9-4560-b1ed-c7b6d960f610 completed by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:53:56.319626 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 0ae39921-87a9-4560-b1ed-c7b6d960f610 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:56.320010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.397739 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.423957 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:56.432572 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c45449-9efd-44d9-9c2a-b258aa49b2dd" -d '{"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-plugged", "status": "completed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:56.439779 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:56.465655 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76518ad6-5949-4f1b-9266-47c22a20b685 x-openstack-request-id: req-76518ad6-5949-4f1b-9266-47c22a20b685 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:56.466032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-plugged", "status": "completed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:56.466332 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-76518ad6-5949-4f1b-9266-47c22a20b685 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:56.466709 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'code': 200} Sep 27 08:53:56.581041 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.627488 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=5']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.733131 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43332) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:56.777700 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f15e069a-726e-44aa-8d88-28d3fb7d3139 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b764bb580fa4683a907190f264e5d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433457 Sep 27 08:53:56.780064 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43334) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:56.829180 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.839755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253d47-0639-4616-8f21-a76ac85ea67a req-a8af71ec-6f35-4c1a-8a18-c03ae9516e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:56.841412 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c4253d47-0639-4616-8f21-a76ac85ea67a req-a8af71ec-6f35-4c1a-8a18-c03ae9516e33 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0402112 Sep 27 08:53:56.850328 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.878639 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c4253d47-0639-4616-8f21-a76ac85ea67a req-83b18e4f-4478-47de-b853-dba6a42eeebe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289531 Sep 27 08:53:56.977563 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.980103 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.981278 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0644c340-a052-4c96-ad50-e6e20a273620 HTTP/1.1" status: 204 len: 168 time: 0.2003031 Sep 27 08:53:56.989748 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644c340-a052-4c96-ad50-e6e20a273620,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.997136 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.997306 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.997655 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.997991 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.998325 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.998660 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.998992 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.999326 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.999658 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:56.999982 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:57.000790 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:57.001127 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67b071-cf92-4e98-99a8-d35ee7179750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:57.359924 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea5bca-6409-4cef-9721-95a7a7836dc2 req-608b5dbf-11b8-483d-bde3-462fec0fd66f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:57.361894 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02ea5bca-6409-4cef-9721-95a7a7836dc2 req-608b5dbf-11b8-483d-bde3-462fec0fd66f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Sep 27 08:53:57.402305 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-02ea5bca-6409-4cef-9721-95a7a7836dc2 req-05b08eff-e522-4fc8-9974-6acd011652f7 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342503 Sep 27 08:53:58.518707 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aee76-24db-4394-a4dc-5288789aec8f req-47399666-06ad-41dc-8b39-4594425fd925 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:58.520182 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bf2aee76-24db-4394-a4dc-5288789aec8f req-47399666-06ad-41dc-8b39-4594425fd925 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Sep 27 08:53:58.557864 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bf2aee76-24db-4394-a4dc-5288789aec8f req-14e0ba13-7db8-4f94-98a8-fa55edcd6e61 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Sep 27 08:53:58.674681 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85857491-f8ad-4a7a-8a82-f257091c9ec2 req-8c17cc51-3c92-4af1-b4d7-1020ecd64f2e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:58.676139 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-85857491-f8ad-4a7a-8a82-f257091c9ec2 req-8c17cc51-3c92-4af1-b4d7-1020ecd64f2e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Sep 27 08:53:58.720182 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-85857491-f8ad-4a7a-8a82-f257091c9ec2 req-7c653e98-8659-44a0-9b77-141ba005bc2d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304806 Sep 27 08:53:58.734262 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43344) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.963993 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ef878-13fc-4b87-8b7c-2e3d9da56cf1 tempest-TestShelveInstance-220008826 tempest-TestShelveInstance-220008826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:58.965518 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f33ef878-13fc-4b87-8b7c-2e3d9da56cf1 tempest-TestShelveInstance-220008826 tempest-TestShelveInstance-220008826-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1093 time: 0.2302313 Sep 27 08:53:58.968405 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43348) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.973131 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Request body: {'floatingip': {'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:59.066913 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.162489 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.268911 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Allocated IP 172.27.2.117 (18e4631c-b8fa-40c8-9bff-20332b1b4240/ff1d4762-0367-4002-a9dc-9f2e9333a81a/1920fdad-a97d-4906-9cfa-92530433d15d) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:59.368823 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.446613 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793871395503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.488358 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Network 18e4631c-b8fa-40c8-9bff-20332b1b4240 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:59.491135 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Resources bound (agent type, host, resource id): {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:59.494608 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:59.503449 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'Port': ['ID=1920fdad-a97d-4906-9cfa-92530433d15d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:59.846422 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.965470 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.114448 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.169247 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11961074'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.235844 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event updated for resources: {'Port': ['ID=1920fdad-a97d-4906-9cfa-92530433d15d,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.247161 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570390'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.346362 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Floating IP 3441936f-370c-4c44-aa32-be8a0734adf1 associated. External IP: 172.27.2.117, port: 0ae39921-87a9-4560-b1ed-c7b6d960f610. Sep 27 08:54:00.555743 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Router 6bbb997f-aa65-469a-8e45-03e262e2e750 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:00.660483 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:00.670144 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Sync routers for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:00.679543 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:00.680147 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:00.769805 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.784558 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:00.796545 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ebddb2f9-faff-4cae-a31e-93a592a5f69c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8271291 Sep 27 08:54:00.797143 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:54:00.801853 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729e8290-9cd6-47b2-af36-c9ae4c1675da" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:54:00.836047 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d925f2ce-037a-45fb-843a-5b334b5f6ea1 x-openstack-request-id: req-d925f2ce-037a-45fb-843a-5b334b5f6ea1 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:54:00.836345 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:54:00.836614 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d925f2ce-037a-45fb-843a-5b334b5f6ea1 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:54:00.837075 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'status': 'completed', 'code': 200} Sep 27 08:54:00.901427 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-0142ce3a-bdb3-4daa-99d4-af91823332e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:00.903079 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-0142ce3a-bdb3-4daa-99d4-af91823332e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0417216 Sep 27 08:54:00.995359 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-043e618b-2906-461e-a4c9-948b88c617c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:00.996928 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-043e618b-2906-461e-a4c9-948b88c617c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0868561 Sep 27 08:54:01.011341 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '3441936f-370c-4c44-aa32-be8a0734adf1', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'mac_address': 'fa:16:3e:e7:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:53:59Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 0, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.037131 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Checking router: 6bbb997f-aa65-469a-8e45-03e262e2e750 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:01.045495 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:01.046093 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:53:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.061958 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-6ddb444b-46d8-4df0-9de5-16d3bc43cdf7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 999 time: 0.0574012 Sep 27 08:54:01.115961 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-32a5617b-f575-4e11-a666-1facfb5b46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:01.117486 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-32a5617b-f575-4e11-a666-1facfb5b46fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0477974 Sep 27 08:54:01.150453 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:01.167703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-2819acb2-ec3c-4c00-85de-beb557cb8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:01.169242 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-2819acb2-ec3c-4c00-85de-beb557cb8348 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442991 Sep 27 08:54:01.262995 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-4b430413-dc4d-412c-b6a6-5627105d6b19 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851638 Sep 27 08:54:01.353231 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-729e8290-9cd6-47b2-af36-c9ae4c1675da req-17ce4e3f-d7ec-428a-87cb-cacfcaf0e1cb service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Sep 27 08:54:01.491039 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '3441936f-370c-4c44-aa32-be8a0734adf1', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'mac_address': 'fa:16:3e:e7:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:53:59Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 0, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.517068 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f101b-d9c8-4fbb-9016-aeb6a1d771f5 None None] The sync data for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi is: [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '3441936f-370c-4c44-aa32-be8a0734adf1', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'mac_address': 'fa:16:3e:e7:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:53:59Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 0, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:01.695832 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca863f82-99e6-4d57-b381-9735f91d7824 None None] New status for floating IP 3441936f-370c-4c44-aa32-be8a0734adf1: ACTIVE {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:54:05.722830 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:54:08.606217 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7be4bbad-3942-4fe3-a9b6-5acf99a686cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.214744 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e0017a95-00f5-4b50-bc38-44fb0f2e533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.817561 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.588782 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.120298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.495704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43358) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:15.650069 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port 58df64f0-4980-45d1-86ab-69fe07b54abd {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:15.650412 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.727460 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.727842 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.739364 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for 58df64f0-4980-45d1-86ab-69fe07b54abd owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:15.966072 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.991666 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=58df64f0-4980-45d1-86ab-69fe07b54abd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.054103 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.054433 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 0f52a768-9c7b-421e-909e-ba4a7bf1341c disassociated (deleted). External IP: 172.27.2.246, port: a67cfbfb-0e2e-43a9-bece-39ebd1964454. Sep 27 08:54:16.255316 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:16.360344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:16.365081 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.369484 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:16.378645 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:16.379279 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.489741 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:16.631879 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4e8d4b20-1b69-4592-86ff-6e0a5088e70b tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "DELETE /v2.0/floatingips/0f52a768-9c7b-421e-909e-ba4a7bf1341c HTTP/1.1" status: 204 len: 168 time: 1.1349039 Sep 27 08:54:16.632450 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:54:16.634602 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699b296d-d7a3-4a34-8990-3bb2ff202084" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:54:16.672072 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5762c-f130-46a4-a2c0-2456a75a3e53 x-openstack-request-id: req-b6b5762c-f130-46a4-a2c0-2456a75a3e53 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:54:16.672368 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:54:16.672821 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6b5762c-f130-46a4-a2c0-2456a75a3e53 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:54:16.673223 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'status': 'completed', 'code': 200} Sep 27 08:54:16.725862 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.736654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-f647945e-0ca2-4f80-aebb-7520c4712556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:16.738164 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-f647945e-0ca2-4f80-aebb-7520c4712556 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 1098 time: 0.0407073 Sep 27 08:54:16.752487 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:16.761032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:16.761643 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.834568 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-ab830b6c-9f6b-4f5c-8f60-f377ef19e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:16.836110 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-ab830b6c-9f6b-4f5c-8f60-f377ef19e2c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.0894060 Sep 27 08:54:16.866166 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:16.878131 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-8cec5bc9-de8b-4319-8f04-bebc0fbcea65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454 HTTP/1.1" status: 200 len: 217 time: 0.0348303 Sep 27 08:54:16.928457 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-b679e9a7-5ad5-463a-ad47-1d6706c97af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:16.929919 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-b679e9a7-5ad5-463a-ad47-1d6706c97af6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0442588 Sep 27 08:54:16.983867 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-eb722342-460e-48c0-9d20-eadecd72ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:16.985977 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-eb722342-460e-48c0-9d20-eadecd72ae79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471582 Sep 27 08:54:17.085660 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-f90cf574-361a-4bbf-b036-627060b70495 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912850 Sep 27 08:54:17.103370 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:17.132234 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c41ab-5ddd-4e48-8331-77c60b06a2df None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_floatingips': [{'id': '5576adc4-6844-47b3-8508-4d8ba1cf169d', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'router_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'port_id': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'mac_address': 'fa:16:3e:28:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:49:41Z', 'updated_at': '2021-09-27T08:49:44Z', 'revision_number': 1, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:17.209890 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b84a5-0c51-4d00-8051-624a62d99ce1 req-f0e9ba8a-7362-4d2e-901f-3cd9fd0f2750 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:17.211446 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-886b84a5-0c51-4d00-8051-624a62d99ce1 req-f0e9ba8a-7362-4d2e-901f-3cd9fd0f2750 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.1094239 Sep 27 08:54:17.234832 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-699b296d-d7a3-4a34-8990-3bb2ff202084 req-09650d2f-e322-4981-a822-de14fb62e62f service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412694 Sep 27 08:54:17.256034 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-886b84a5-0c51-4d00-8051-624a62d99ce1 req-69d4cdb7-47f4-4613-823b-4d19de232cfb tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385239 Sep 27 08:54:17.360535 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90043e9-e73a-4f5a-b3ab-0705ffb8d4c3 None None] New status for floating IP 0f52a768-9c7b-421e-909e-ba4a7bf1341c: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:54:18.481933 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93463472-0e22-47ed-89ff-53be878b1cfc req-e6306d2c-821a-4e96-9d6c-f64cd9ba2bfd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:18.483393 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-93463472-0e22-47ed-89ff-53be878b1cfc req-e6306d2c-821a-4e96-9d6c-f64cd9ba2bfd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.1569731 Sep 27 08:54:18.521904 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-93463472-0e22-47ed-89ff-53be878b1cfc req-12b4caef-187f-4453-9655-f4900d2c5251 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Sep 27 08:54:18.686617 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-3c48e475-dedc-4f9e-817e-ba3404ee002c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:18.688039 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-3c48e475-dedc-4f9e-817e-ba3404ee002c tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 945 time: 0.0490634 Sep 27 08:54:18.780864 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port a67cfbfb-0e2e-43a9-bece-39ebd1964454 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:18.781740 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.866962 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] For port a67cfbfb-0e2e-43a9-bece-39ebd1964454, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a67cfbfb-0e2e-43a9-bece-39ebd1964454,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:18.867326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.884046 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for a67cfbfb-0e2e-43a9-bece-39ebd1964454 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:19.097520 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.126338 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=a67cfbfb-0e2e-43a9-bece-39ebd1964454,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:19.157395 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.157751 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.158097 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.158437 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.158771 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.159104 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.159436 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.159770 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.160094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.160426 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.160773 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.161093 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:19.179881 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] No DVR routers for this DVR port a67cfbfb-0e2e-43a9-bece-39ebd1964454 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:19.182235 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.184215 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c6c7c8e-94ce-4a50-aa0c-034055499ebb req-613b26eb-6a45-4240-b814-ff08eb31a9fd tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "DELETE /v2.0/ports/a67cfbfb-0e2e-43a9-bece-39ebd1964454 HTTP/1.1" status: 204 len: 173 time: 0.4897068 Sep 27 08:54:19.184648 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'name': 'network-vif-deleted', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:54:19.186904 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5c5918-81c6-45ca-ab65-3b743a0d0a8b" -d '{"events": [{"server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "name": "network-vif-deleted", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:54:19.221221 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722b0d5-9ba2-4b83-ac03-9ea87433ede4 x-openstack-request-id: req-1722b0d5-9ba2-4b83-ac03-9ea87433ede4 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:54:19.221532 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f300ec01-d623-42f6-af0a-60269e6b9493", "name": "network-vif-deleted", "tag": "a67cfbfb-0e2e-43a9-bece-39ebd1964454", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:54:19.221779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1722b0d5-9ba2-4b83-ac03-9ea87433ede4 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:54:19.222185 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f300ec01-d623-42f6-af0a-60269e6b9493', 'name': 'network-vif-deleted', 'tag': 'a67cfbfb-0e2e-43a9-bece-39ebd1964454', 'status': 'completed', 'code': 200} Sep 27 08:54:19.628781 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-86eaa80a-6676-4514-b6b8-ed16e3ccc1d0 req-619db0ba-4bc9-48f5-afd6-7228d034750e tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=f300ec01-d623-42f6-af0a-60269e6b9493 HTTP/1.1" status: 200 len: 210 time: 0.0321295 Sep 27 08:54:22.310996 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device a67cfbfb-0e2e-43a9-bece-39ebd1964454 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:22.332182 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: a67cfbfb-0e2e-43a9-bece-39ebd1964454 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:22.332520 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device a67cfbfb-0e2e-43a9-bece-39ebd1964454 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:23.142087 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43392) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.294573 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port 818fcfd7-aea3-46d9-ba20-473e2358b418 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:23.294915 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.366454 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.366694 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.378276 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for 818fcfd7-aea3-46d9-ba20-473e2358b418 owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:23.866564 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.891280 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=818fcfd7-aea3-46d9-ba20-473e2358b418,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:23.949192 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.949522 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Floating IP 5576adc4-6844-47b3-8508-4d8ba1cf169d disassociated (deleted). External IP: 172.27.2.175, port: 2550f633-8a8b-4064-bf8f-54d4ca2c4032. Sep 27 08:54:24.155738 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:24.260794 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:24.265590 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.270446 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:24.279193 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:24.279800 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:24.291504 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-7106355b-3679-44e3-acf0-4af38cedc425 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "DELETE /v2.0/floatingips/5576adc4-6844-47b3-8508-4d8ba1cf169d HTTP/1.1" status: 204 len: 168 time: 1.1483235 Sep 27 08:54:24.292110 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:54:24.294481 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e0b66-cf19-4df2-8356-310cd02e361a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:54:24.332609 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e4646-7ea9-4520-bd3c-e6abf7245cda x-openstack-request-id: req-9e2e4646-7ea9-4520-bd3c-e6abf7245cda {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:54:24.333035 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:54:24.333458 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e2e4646-7ea9-4520-bd3c-e6abf7245cda {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:54:24.334833 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'status': 'completed', 'code': 200} Sep 27 08:54:24.393748 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:24.396841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0b66-cf19-4df2-8356-310cd02e361a req-a5df251c-f070-4a22-9963-87494d3e2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.398380 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-a5df251c-f070-4a22-9963-87494d3e2e70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc1912e38bb34baca0e76bece78f2b11&device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 1098 time: 0.0428007 Sep 27 08:54:24.494469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0b66-cf19-4df2-8356-310cd02e361a req-fb22177d-93fb-4f92-858d-d97f369b92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.495996 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-fb22177d-93fb-4f92-858d-d97f369b92e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 200 len: 913 time: 0.0909102 Sep 27 08:54:24.541597 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-d8c84397-0ec2-4e0b-a9a7-f97b3d728f61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 200 len: 217 time: 0.0369022 Sep 27 08:54:24.595746 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0b66-cf19-4df2-8356-310cd02e361a req-022a29a3-5fec-46a3-9dcb-cc157613f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.597458 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-022a29a3-5fec-46a3-9dcb-cc157613f6d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 200 len: 851 time: 0.0475872 Sep 27 08:54:24.599807 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:24.627410 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:24.636875 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:24.637510 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:24.654087 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0b66-cf19-4df2-8356-310cd02e361a req-51820a33-eca8-47e7-bb67-f6944df9cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.655903 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-51820a33-eca8-47e7-bb67-f6944df9cdde service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3853f26c-c885-4170-ba23-fc173e90c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514715 Sep 27 08:54:24.757460 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:24.790719 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-1ed61271-c749-4b6e-a49a-9f62f7cbe613 service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205006 Sep 27 08:54:24.807923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e193-49cc-4d37-b73e-88f93d48e10e req-ca9bcc10-f621-48f6-b0b6-48c5ea77cef4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.809403 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-75d7e193-49cc-4d37-b73e-88f93d48e10e req-ca9bcc10-f621-48f6-b0b6-48c5ea77cef4 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.1441147 Sep 27 08:54:24.893497 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-75d7e193-49cc-4d37-b73e-88f93d48e10e req-5b2136a9-69be-41de-b0af-8f2144d740b3 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770521 Sep 27 08:54:24.925316 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-881e0b66-cf19-4df2-8356-310cd02e361a req-448593cf-7c7f-49bd-bcfe-66849198604c service neutron] 10.222.0.68 "GET /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252537 Sep 27 08:54:24.946370 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:24.975363 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af764d-399c-4cd4-ae01-8f388e2f9db9 None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:58Z', 'revision_number': 4, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5', 'name': '', 'network_id': '3853f26c-c885-4170-ba23-fc173e90c0eb', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'mac_address': 'fa:16:3e:7c:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'subnets': [{'id': '62a7ab5c-6198-47fa-bc49-05a0cae7658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:25.180933 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763dabce-6a89-4eea-8039-d4611675c498 None None] New status for floating IP 5576adc4-6844-47b3-8508-4d8ba1cf169d: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:54:26.010035 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb23250-4235-430e-b086-ddae560294df req-1f69b374-47ce-4b40-8a04-0aeaf3238c42 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.011493 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bbb23250-4235-430e-b086-ddae560294df req-1f69b374-47ce-4b40-8a04-0aeaf3238c42 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Sep 27 08:54:26.028994 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.049116 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-bbb23250-4235-430e-b086-ddae560294df req-076cf8a1-a39e-4e20-a0d6-e74994b28b17 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/security-groups?id=a94a91fd-81ad-49ff-ab31-294da6a48eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Sep 27 08:54:26.288159 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-a79b127a-8b1c-44d5-ba28-0842382895ac tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.289663 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-a79b127a-8b1c-44d5-ba28-0842382895ac tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Sep 27 08:54:26.385401 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:26.385742 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.474780 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] For port 2550f633-8a8b-4064-bf8f-54d4ca2c4032, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2550f633-8a8b-4064-bf8f-54d4ca2c4032,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:26.475144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.487362 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for 2550f633-8a8b-4064-bf8f-54d4ca2c4032 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:26.674516 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.700661 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=2550f633-8a8b-4064-bf8f-54d4ca2c4032,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.747992 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] No DVR routers for this DVR port 2550f633-8a8b-4064-bf8f-54d4ca2c4032 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:26.751453 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.753484 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03ce4858-4269-4437-94c4-6e7fe95d3e09 req-96b8b685-90f1-483c-b735-920c535ff60a tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.68 "DELETE /v2.0/ports/2550f633-8a8b-4064-bf8f-54d4ca2c4032 HTTP/1.1" status: 204 len: 173 time: 0.4573164 Sep 27 08:54:26.753915 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'name': 'network-vif-deleted', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:54:26.756207 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27f932-2754-499c-9f98-753f865b16d7" -d '{"events": [{"server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "name": "network-vif-deleted", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:54:26.789759 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38136b3a-231e-4494-8605-cd9d2a29f7ad x-openstack-request-id: req-38136b3a-231e-4494-8605-cd9d2a29f7ad {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:54:26.790107 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef2d309-1cb5-484a-bacc-98c6d49bb380", "name": "network-vif-deleted", "tag": "2550f633-8a8b-4064-bf8f-54d4ca2c4032", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:54:26.790363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38136b3a-231e-4494-8605-cd9d2a29f7ad {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:54:26.790787 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef2d309-1cb5-484a-bacc-98c6d49bb380', 'name': 'network-vif-deleted', 'tag': '2550f633-8a8b-4064-bf8f-54d4ca2c4032', 'status': 'completed', 'code': 200} Sep 27 08:54:27.148541 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-dc1fb0e9-d218-4d71-aaaf-d4ecf1d256fe req-a0fdc0ea-4620-45a4-af50-7c444e932b07 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef2d309-1cb5-484a-bacc-98c6d49bb380 HTTP/1.1" status: 200 len: 210 time: 0.0319819 Sep 27 08:54:28.204202 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43410) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.324226 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Deleting port 6dd2bcea-7103-443b-a08e-920284343658 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:28.324482 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.401446 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.401766 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.413802 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Calling delete_port for 6dd2bcea-7103-443b-a08e-920284343658 owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:28.595250 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.622808 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'Port': ['ID=6dd2bcea-7103-443b-a08e-920284343658,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.679468 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.682041 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.683174 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-cea6e85f-857c-40b2-bd8f-515e1baa9dae tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "DELETE /v2.0/floatingips/26ec91c2-b0ab-430a-911f-2bb01c716682 HTTP/1.1" status: 204 len: 168 time: 0.4779866 Sep 27 08:54:30.024591 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43424) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:30.082683 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.107527 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.234313 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.236905 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.238066 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] 10.222.0.74 "DELETE /v2.0/security-groups/a94a91fd-81ad-49ff-ab31-294da6a48eee HTTP/1.1" status: 204 len: 168 time: 0.2124603 Sep 27 08:54:30.247845 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5c176-a8cb-4691-a129-245727669c90 tempest-TestVolumeBootPattern-1529264711 tempest-TestVolumeBootPattern-1529264711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a91fd-81ad-49ff-ab31-294da6a48eee,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:30.362800 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43430) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:30.397114 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 2550f633-8a8b-4064-bf8f-54d4ca2c4032 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:30.416295 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 2550f633-8a8b-4064-bf8f-54d4ca2c4032 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:30.416650 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 2550f633-8a8b-4064-bf8f-54d4ca2c4032 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:30.791813 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.026886 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Deleting port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:31.027580 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.105567 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] For port 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:31.105957 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.117923 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Calling delete_port for 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 owned by network:router_interface {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:31.360410 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.387137 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.544012 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.756180 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Router ac93fd4f-d651-4b2b-8449-9d8250f160cb has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:31.857661 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:31.862854 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-dc153a0a-8f82-45d2-b20e-542074b09ba5 admin admin] 10.222.0.74 "PUT /v2.0/routers/ac93fd4f-d651-4b2b-8449-9d8250f160cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4990346 Sep 27 08:54:31.865578 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43434) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.868230 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Sync routers for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:31.878020 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:31.878631 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:31.975376 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks [] for router, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.982995 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:32.287302 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:54:31Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.317030 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Checking router: ac93fd4f-d651-4b2b-8449-9d8250f160cb for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:32.325771 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Routers {'ac93fd4f-d651-4b2b-8449-9d8250f160cb'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:32.326398 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.348400 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.429698 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] Set router ac93fd4f-d651-4b2b-8449-9d8250f160cb gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:32.469209 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Deleting port e9ed9e4b-15b1-412d-a88f-652c4088f624 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:32.469556 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.547223 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] For port e9ed9e4b-15b1-412d-a88f-652c4088f624, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=e9ed9e4b-15b1-412d-a88f-652c4088f624,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:32.547720 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.563333 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Calling delete_port for e9ed9e4b-15b1-412d-a88f-652c4088f624 owned by network:router_gateway {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:32.603186 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:54:31Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.629726 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed1a6c-2dbc-4c80-8be7-fc5c75f78513 None None] The sync data for ids ['ac93fd4f-d651-4b2b-8449-9d8250f160cb'] in dv-cinder-811085-1-iscsi is: [{'id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'name': 'tempest-TestVolumeBootPattern-1478344421-router', 'tenant_id': 'cc1912e38bb34baca0e76bece78f2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:54:31Z', 'revision_number': 5, 'project_id': 'cc1912e38bb34baca0e76bece78f2b11', 'gw_port': {'id': 'e9ed9e4b-15b1-412d-a88f-652c4088f624', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93fd4f-d651-4b2b-8449-9d8250f160cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:55Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:32.809237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.839130 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed9e4b-15b1-412d-a88f-652c4088f624,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:32.897219 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.985992 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.988466 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.065032 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-fd2996ec-995d-4ae1-9e83-a9b941792be8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895057 Sep 27 08:54:33.109426 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.110060 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac93fd4f-d651-4b2b-8449-9d8250f160cb {{(pid=101199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:33.114393 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.117766 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f94d3da4-5f83-4d5a-ad09-4d22f4c5a71d admin admin] 10.222.0.74 "DELETE /v2.0/routers/ac93fd4f-d651-4b2b-8449-9d8250f160cb HTTP/1.1" status: 204 len: 168 time: 1.2490811 Sep 27 08:54:33.121181 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43438) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:33.148662 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-fd69a7a0-aa96-4c5d-9057-7d133ecdec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.150240 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-fd69a7a0-aa96-4c5d-9057-7d133ecdec29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0450981 Sep 27 08:54:33.174146 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Deleting subnet 62a7ab5c-6198-47fa-bc49-05a0cae7658f {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:33.177315 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.212761 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.262970 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-128cbb80-ed54-467d-a9c0-4462537d8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.264581 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-128cbb80-ed54-467d-a9c0-4462537d8451 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0946312 Sep 27 08:54:33.298237 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.337449 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-afd1e74f-38d8-48c8-bd08-2210ea5363a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1001 time: 0.0637021 Sep 27 08:54:33.391461 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-e6d7a6b1-4dba-4140-84f2-3b2e066e9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.392925 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-e6d7a6b1-4dba-4140-84f2-3b2e066e9cf1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0475171 Sep 27 08:54:33.423968 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.438839 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-29756b93-2bf2-4d6b-b20f-f6f7d9a09051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.440516 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-29756b93-2bf2-4d6b-b20f-f6f7d9a09051 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402589 Sep 27 08:54:33.449365 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a7ab5c-6198-47fa-bc49-05a0cae7658f,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.451879 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-862d7ebf-ef42-43ad-97c4-77ce9a813c42 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:54:33.453045 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-862d7ebf-ef42-43ad-97c4-77ce9a813c42 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050473 Sep 27 08:54:33.453177 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.455530 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-4c67920e-473d-4a72-9786-14e239a5b9f7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/62a7ab5c-6198-47fa-bc49-05a0cae7658f HTTP/1.1" status: 204 len: 168 time: 0.3327827 Sep 27 08:54:33.457476 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43440) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:33.459491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c340a-5e97-48de-9a63-e4463a0a1dce None None] Network 3853f26c-c885-4170-ba23-fc173e90c0eb requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:33.528064 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.551281 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-29292c8e-12fc-456f-851f-48e9728b190b service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903835 Sep 27 08:54:33.587742 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Deleting port 6d410eb8-5826-4ad4-aa19-ca11aba90bca {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:33.588085 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.657110 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98360f8c-2be7-49b8-b2c4-e45683bdee89 req-e146ec98-4d73-411b-af6c-140194f8c65b service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980966 Sep 27 08:54:33.658154 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723db51-d153-4089-88cf-782001958e31 None None] DHCP port deletion for 3853f26c-c885-4170-ba23-fc173e90c0eb request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:33.670159 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] For port 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6d410eb8-5826-4ad4-aa19-ca11aba90bca,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:33.670512 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.686505 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Calling delete_port for 6d410eb8-5826-4ad4-aa19-ca11aba90bca owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:33.714173 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-5723db51-d153-4089-88cf-782001958e31 None None] Deleting port 6d410eb8-5826-4ad4-aa19-ca11aba90bca {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:33.714548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5723db51-d153-4089-88cf-782001958e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.776668 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-5723db51-d153-4089-88cf-782001958e31 None None] For port 6d410eb8-5826-4ad4-aa19-ca11aba90bca, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=6d410eb8-5826-4ad4-aa19-ca11aba90bca,segment=NetworkSegment(4a3f6d90-016e-4ce3-8ee3-8e45d94ef015),segment_id=4a3f6d90-016e-4ce3-8ee3-8e45d94ef015)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:33.777099 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5723db51-d153-4089-88cf-782001958e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.789948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-5723db51-d153-4089-88cf-782001958e31 None None] Calling delete_port for 6d410eb8-5826-4ad4-aa19-ca11aba90bca owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:33.822952 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.849525 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d410eb8-5826-4ad4-aa19-ca11aba90bca,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.851250 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] No DVR routers for this DVR port 6d410eb8-5826-4ad4-aa19-ca11aba90bca on host dv-cinder-811085-1-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:33.871298 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5723db51-d153-4089-88cf-782001958e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.896059 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723db51-d153-4089-88cf-782001958e31 None None] Pushing event deleted for resources: {'Port': ['ID=6d410eb8-5826-4ad4-aa19-ca11aba90bca,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.899661 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723db51-d153-4089-88cf-782001958e31 None None] No DVR routers for this DVR port 6d410eb8-5826-4ad4-aa19-ca11aba90bca on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:33.922708 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.942567 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3853f26c-c885-4170-ba23-fc173e90c0eb']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:33.951403 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:33.951696 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3f6d90-016e-4ce3-8ee3-8e45d94ef015') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:33.960998 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:33.964903 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.978152 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.981322 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:33.981674 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6ccf44de-d2ce-4655-bb2d-8fe9b5a203d5 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:33.982102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6d410eb8-5826-4ad4-aa19-ca11aba90bca no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:33.986381 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:33.986763 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:33.988352 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:34.006919 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 6d410eb8-5826-4ad4-aa19-ca11aba90bca {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:34.007269 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 6d410eb8-5826-4ad4-aa19-ca11aba90bca not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:34.007699 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device e9ed9e4b-15b1-412d-a88f-652c4088f624 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:34.025948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: e9ed9e4b-15b1-412d-a88f-652c4088f624 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:34.026305 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device e9ed9e4b-15b1-412d-a88f-652c4088f624 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:34.111661 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.116241 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.118167 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3853f26c-c885-4170-ba23-fc173e90c0eb HTTP/1.1" status: 204 len: 168 time: 0.6596699 Sep 27 08:54:34.121130 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43442) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:34.130710 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea9c3d-e62c-4b69-a487-e373c55bc367 admin admin] Pushing event deleted for resources: {'Network': ['ID=3853f26c-c885-4170-ba23-fc173e90c0eb,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:34.457804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.693794 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Deleting port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:34.694127 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.770309 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] For port 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:34.770664 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.782538 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Calling delete_port for 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:35.014393 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.037594 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a697f0c-8aa7-4aed-8d8c-98eade7be3c7,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.206805 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.651940 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Router cb0f852f-6274-48ec-8e69-adb7fa414ffa has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:35.755708 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:35.761124 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dc315e8c-a835-4b04-92aa-7bad1049b0b4 admin admin] 10.222.0.74 "PUT /v2.0/routers/cb0f852f-6274-48ec-8e69-adb7fa414ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389849 Sep 27 08:54:35.763618 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43444) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.766910 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Sync routers for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:35.776144 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:35.776781 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:35.865231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.877604 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:35.971208 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.099240 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Deleting port 03909a24-d4d3-419e-8e05-943eea9ec99e {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:36.099593 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.128351 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:54:34Z', 'revision_number': 5, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port': {'id': '03909a24-d4d3-419e-8e05-943eea9ec99e', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.163086 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Checking router: cb0f852f-6274-48ec-8e69-adb7fa414ffa for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:36.165301 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Routers {'cb0f852f-6274-48ec-8e69-adb7fa414ffa'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:36.165897 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:54:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.178814 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] For port 03909a24-d4d3-419e-8e05-943eea9ec99e, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03909a24-d4d3-419e-8e05-943eea9ec99e,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:36.179181 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.192147 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Calling delete_port for 03909a24-d4d3-419e-8e05-943eea9ec99e owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:36.250493 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] Set router cb0f852f-6274-48ec-8e69-adb7fa414ffa gateway port host: None {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:36.301458 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:54:35Z', 'revision_number': 6, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port_host': None}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.332803 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db54e6-17ea-4fbd-95d5-a9e2bfca435f None None] The sync data for ids ['cb0f852f-6274-48ec-8e69-adb7fa414ffa'] in dv-cinder-811085-1-iscsi is: [{'id': 'cb0f852f-6274-48ec-8e69-adb7fa414ffa', 'name': 'tempest-TestVolumeBootPattern-1874865804-router', 'tenant_id': '63a81d327cce4e23a41448a0172ee924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:03Z', 'updated_at': '2021-09-27T08:54:35Z', 'revision_number': 6, 'project_id': '63a81d327cce4e23a41448a0172ee924', 'gw_port_host': None}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:36.428941 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.459344 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Pushing event deleted for resources: {'Port': ['ID=03909a24-d4d3-419e-8e05-943eea9ec99e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:36.518149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.605417 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.607654 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.723658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.724226 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0f852f-6274-48ec-8e69-adb7fa414ffa {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:36.729256 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.731825 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dd0f5494-83f1-41d5-9011-41c1089b646d admin admin] 10.222.0.74 "DELETE /v2.0/routers/cb0f852f-6274-48ec-8e69-adb7fa414ffa HTTP/1.1" status: 204 len: 168 time: 0.9660814 Sep 27 08:54:36.736266 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43446) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:36.782239 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Deleting subnet 3893f9ff-d08a-4e34-9f98-81995dcd09b7 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:36.785307 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.817960 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.896418 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.017779 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.043129 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3893f9ff-d08a-4e34-9f98-81995dcd09b7,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.047217 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.049266 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7f4c1164-28b5-4422-a674-af5414224f5a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3893f9ff-d08a-4e34-9f98-81995dcd09b7 HTTP/1.1" status: 204 len: 168 time: 0.3120008 Sep 27 08:54:37.051797 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43448) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.054548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d40cee-2c8b-4a44-884c-0ec5a67584a1 None None] Network d0f4cbda-ad40-4839-b3f2-c429b8550445 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:37.122881 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.184326 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Deleting port 0776f72a-bbf4-488c-b2f6-2905632d0a7c {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:37.184717 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.243926 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] DHCP port deletion for d0f4cbda-ad40-4839-b3f2-c429b8550445 request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:37.251484 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] For port 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=0776f72a-bbf4-488c-b2f6-2905632d0a7c,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:37.251484 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.263968 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Calling delete_port for 0776f72a-bbf4-488c-b2f6-2905632d0a7c owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:37.291470 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Deleting port 0776f72a-bbf4-488c-b2f6-2905632d0a7c {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:37.291849 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.362010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] For port 0776f72a-bbf4-488c-b2f6-2905632d0a7c, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=0776f72a-bbf4-488c-b2f6-2905632d0a7c,segment=NetworkSegment(1b0d9f6c-3c62-444d-96de-c502303fc99c),segment_id=1b0d9f6c-3c62-444d-96de-c502303fc99c)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:37.362440 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.376001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Calling delete_port for 0776f72a-bbf4-488c-b2f6-2905632d0a7c owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:37.423964 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.449002 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.451594 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Pushing event deleted for resources: {'Port': ['ID=0776f72a-bbf4-488c-b2f6-2905632d0a7c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.453515 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] No DVR routers for this DVR port 0776f72a-bbf4-488c-b2f6-2905632d0a7c on host dv-cinder-811085-1-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:37.477915 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] Pushing event deleted for resources: {'Port': ['ID=0776f72a-bbf4-488c-b2f6-2905632d0a7c,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.484719 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b71a4-d74f-4560-a396-b81dcf9a5315 None None] No DVR routers for this DVR port 0776f72a-bbf4-488c-b2f6-2905632d0a7c on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:37.526541 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.549755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f4cbda-ad40-4839-b3f2-c429b8550445']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:37.558871 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0d9f6c-3c62-444d-96de-c502303fc99c') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:37.559167 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0d9f6c-3c62-444d-96de-c502303fc99c') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:37.569048 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809304'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.581992 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.587704 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:37.588091 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11961354'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: Traceback (most recent call last): Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: timer() Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: cb(*args, **kw) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: return func(*args, **kwargs) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: self._notify() Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: self.callback(batched_events) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: event.method(event) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: return f(self, *a, **k) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._get(url).json() Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:37.589709 dv-cinder-811085-1-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:37.703213 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.708439 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.710477 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] 10.222.0.74 "DELETE /v2.0/networks/d0f4cbda-ad40-4839-b3f2-c429b8550445 HTTP/1.1" status: 204 len: 168 time: 0.6577444 Sep 27 08:54:37.721658 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2a666-af38-47e9-a01f-dec14fd7514f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f4cbda-ad40-4839-b3f2-c429b8550445,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.954055 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03909a24-d4d3-419e-8e05-943eea9ec99e no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:37.973948 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 03909a24-d4d3-419e-8e05-943eea9ec99e {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:37.974286 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03909a24-d4d3-419e-8e05-943eea9ec99e not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:37.974693 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:37.992894 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:37.994712 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 1a697f0c-8aa7-4aed-8d8c-98eade7be3c7 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:37.994712 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 0776f72a-bbf4-488c-b2f6-2905632d0a7c no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:38.011535 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 0776f72a-bbf4-488c-b2f6-2905632d0a7c {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:38.011874 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 0776f72a-bbf4-488c-b2f6-2905632d0a7c not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:38.033323 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43452) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:38.072047 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-00295010-bb42-4a86-974d-9ecce591a2ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc1912e38bb34baca0e76bece78f2b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375867 Sep 27 08:54:38.074446 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43454) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:38.125804 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.147242 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.271766 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.274469 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.275794 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83d819c4-3ef1-49b6-a700-b486ffeb2b09 HTTP/1.1" status: 204 len: 168 time: 0.2004542 Sep 27 08:54:38.284065 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26def-6004-4862-8216-184e09659c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d819c4-3ef1-49b6-a700-b486ffeb2b09,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.581310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-caa66279-fe23-485a-891b-60b2f0a6691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.919249 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43460) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:38.958640 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e6615460-5367-48e7-b700-bae962e76a70 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63a81d327cce4e23a41448a0172ee924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382540 Sep 27 08:54:38.960990 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43462) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:39.007092 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.031635 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.154353 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.157131 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.158290 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61b40d2f-6336-4753-9a04-36900de41d32 HTTP/1.1" status: 204 len: 168 time: 0.1964245 Sep 27 08:54:39.166081 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5d2c1-5a8d-45c4-a295-553767fee372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b40d2f-6336-4753-9a04-36900de41d32,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:41.217003 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-43da773e-75b1-4a13-b109-0c764164203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.799687 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.565724 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.722032 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:54:44.102922 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.050849 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.610930 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-32d7166b-66ea-4be0-bf09-aa06fafb0f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.228267 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0d93ae2f-22c3-41ef-af55-dc60afc058da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.825160 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.579364 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.099541 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.722087 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:55:26.050604 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.002041 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-6ac1dd55-e10b-414b-aa77-5664f010496e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395675 Sep 27 08:55:35.083659 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-a9d3183e-e3fc-4b87-b1c4-1a40750eb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.085166 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-a9d3183e-e3fc-4b87-b1c4-1a40750eb41a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0408390 Sep 27 08:55:35.190366 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-d718b052-41c4-47c7-a1b6-42bcf509c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.191849 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-d718b052-41c4-47c7-a1b6-42bcf509c2c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0871887 Sep 27 08:55:35.256245 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-44895bfd-a057-4304-8dd6-4fb3235cb5b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1001 time: 0.0569100 Sep 27 08:55:35.309468 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-47a84101-dd04-4b42-9d04-6feff54c5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.310882 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-47a84101-dd04-4b42-9d04-6feff54c5a94 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0464046 Sep 27 08:55:35.355923 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-aa28b104-5a3b-4dcb-b586-13cf9ac9616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.357407 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-aa28b104-5a3b-4dcb-b586-13cf9ac9616b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387325 Sep 27 08:55:35.447138 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-86710673-9465-4ac7-b8d3-753eb0798819 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Sep 27 08:55:35.538935 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28a59cc3-e8b1-4c8c-8ddb-1582644f370d req-8642fd16-35dc-4804-abc5-4df96f946600 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839624 Sep 27 08:55:38.625285 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-94a4bf11-14ee-4835-af9d-22f46241db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.224825 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c6e32ee8-8fcd-4914-a915-59c1ae73cc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.807354 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.593389 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.130776 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.473613 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2100b2-e02a-4475-9db9-b2b743c9d3db req-706e7caf-fffb-42da-91ce-e1130bca4bf1 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:53.475096 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9b2100b2-e02a-4475-9db9-b2b743c9d3db req-706e7caf-fffb-42da-91ce-e1130bca4bf1 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Sep 27 08:55:53.513188 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-9b2100b2-e02a-4475-9db9-b2b743c9d3db req-8cc4be8c-3dfe-4d16-b5eb-f37a28ae5c7e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Sep 27 08:55:54.642151 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad870-2cb2-4ac0-9363-90de3e5b1764 req-5c7faa44-ddee-488b-8ffc-31a1d17f8817 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:54.643635 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e75ad870-2cb2-4ac0-9363-90de3e5b1764 req-5c7faa44-ddee-488b-8ffc-31a1d17f8817 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Sep 27 08:55:54.680993 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e75ad870-2cb2-4ac0-9363-90de3e5b1764 req-163830ae-49ab-47ff-9709-ba066011320c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Sep 27 08:55:55.798612 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220f274-99b5-40d9-a859-d21fc5d9f25b req-1ccdff87-f4b8-4042-8594-3df56c173159 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:55.800049 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c220f274-99b5-40d9-a859-d21fc5d9f25b req-1ccdff87-f4b8-4042-8594-3df56c173159 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Sep 27 08:55:55.835909 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c220f274-99b5-40d9-a859-d21fc5d9f25b req-8a6ea51e-269b-44a5-9ca9-e39284259f2d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300510 Sep 27 08:55:56.024839 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.720623 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:55:56.954702 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ae17a-fce5-4712-a5da-0ca7cfc778d1 req-ffd93039-f81f-412f-98d7-5c2010102f0e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:56.956488 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de8ae17a-fce5-4712-a5da-0ca7cfc778d1 req-ffd93039-f81f-412f-98d7-5c2010102f0e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0544717 Sep 27 08:55:56.993498 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de8ae17a-fce5-4712-a5da-0ca7cfc778d1 req-a9519cab-0caf-4bc5-94bf-f7ec3cdd6c86 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Sep 27 08:55:58.110493 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f2aa8-721b-444b-8803-6fa432d78547 req-c610132e-1a57-44c9-919b-65c5f6e573d9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:58.111882 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d2f2aa8-721b-444b-8803-6fa432d78547 req-c610132e-1a57-44c9-919b-65c5f6e573d9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0516195 Sep 27 08:55:58.148860 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-6d2f2aa8-721b-444b-8803-6fa432d78547 req-24498455-d679-47ff-ba5e-0af47eb694cc tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310328 Sep 27 08:55:59.262466 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70f9c-5dad-44f1-80fe-82dab7be451c req-b4b490cd-14e6-412c-bc1f-51875d0b8f49 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:59.263960 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-abb70f9c-5dad-44f1-80fe-82dab7be451c req-b4b490cd-14e6-412c-bc1f-51875d0b8f49 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0486991 Sep 27 08:55:59.304075 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-abb70f9c-5dad-44f1-80fe-82dab7be451c req-08e20789-f42b-44b8-ad27-91f6ba32b918 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341935 Sep 27 08:56:00.416847 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353f7f-35dd-407b-bc06-269bd1341f3e req-b4520ce9-0aa9-42ee-aaa5-20488d580943 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:00.418324 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2d353f7f-35dd-407b-bc06-269bd1341f3e req-b4520ce9-0aa9-42ee-aaa5-20488d580943 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Sep 27 08:56:00.455315 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-2d353f7f-35dd-407b-bc06-269bd1341f3e req-14eeb2d2-2315-41f7-99c4-75d8f6ef1c33 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Sep 27 08:56:01.568841 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a371843-0252-429a-b48d-3380c54cbf67 req-3cb8fe4b-e029-41d6-9475-1676ff575ae6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:01.570776 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a371843-0252-429a-b48d-3380c54cbf67 req-3cb8fe4b-e029-41d6-9475-1676ff575ae6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 27 08:56:01.609894 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a371843-0252-429a-b48d-3380c54cbf67 req-10dec513-7731-47d3-b591-ed439c2a37c5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324934 Sep 27 08:56:02.723291 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e7171-95e9-4274-a7a4-a16f3324ea45 req-9ae8f6ad-a45f-43ae-97f5-f550fe23ad65 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:02.724827 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-467e7171-95e9-4274-a7a4-a16f3324ea45 req-9ae8f6ad-a45f-43ae-97f5-f550fe23ad65 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0474117 Sep 27 08:56:02.761348 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-467e7171-95e9-4274-a7a4-a16f3324ea45 req-f79dceb6-70f2-431f-b2d1-1e97903eb5b8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300274 Sep 27 08:56:03.664010 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-c450b666-e00f-408f-b4ed-81ae35cb00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.665651 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-c450b666-e00f-408f-b4ed-81ae35cb00c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0445361 Sep 27 08:56:03.754477 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-14abf412-e5f7-4b6d-979a-53026189cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.755934 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-14abf412-e5f7-4b6d-979a-53026189cad1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0829475 Sep 27 08:56:03.826156 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-f1852d7b-a7ff-4de4-b388-2907adc20474 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1001 time: 0.0625374 Sep 27 08:56:03.899149 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-9aa57fae-addc-4aac-ba4d-5a1e122e4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.901646 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-9aa57fae-addc-4aac-ba4d-5a1e122e4753 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0652354 Sep 27 08:56:03.909693 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a8cc-8fb1-47cd-a337-91b649f1eb8b req-ee0a5eca-e670-49fc-a23b-15f29bbd0ab2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.911050 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2858a8cc-8fb1-47cd-a337-91b649f1eb8b req-ee0a5eca-e670-49fc-a23b-15f29bbd0ab2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0838485 Sep 27 08:56:03.976004 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-6a8157f0-70fa-44e7-8d0f-0d99d39f3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.977506 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-6a8157f0-70fa-44e7-8d0f-0d99d39f3db7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656409 Sep 27 08:56:03.981430 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2858a8cc-8fb1-47cd-a337-91b649f1eb8b req-82518146-0cfd-4245-bfd6-828af4eb1ed4 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613396 Sep 27 08:56:04.070058 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-3ed2686b-ee3b-45ad-b1c5-7782850edc72 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Sep 27 08:56:04.161651 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a508a9f1-af5f-4041-a04a-f7f57bc4eda7 req-39261b1e-84f6-4bfa-91ec-a7be97c30e03 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Sep 27 08:56:05.098119 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee60e5b-902d-4411-a7d0-0f88b721a11c req-22e87797-11de-4b5a-95c1-edc38c5d9972 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:05.099597 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4ee60e5b-902d-4411-a7d0-0f88b721a11c req-22e87797-11de-4b5a-95c1-edc38c5d9972 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Sep 27 08:56:05.140066 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4ee60e5b-902d-4411-a7d0-0f88b721a11c req-ec261c2a-14be-417f-869d-704f80e5f641 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339808 Sep 27 08:56:06.252507 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffa3b5-5ae8-4d07-b655-5fa8137997b3 req-d4ed7523-772a-4f0b-ae4d-af0ddd408770 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:06.254087 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bffa3b5-5ae8-4d07-b655-5fa8137997b3 req-d4ed7523-772a-4f0b-ae4d-af0ddd408770 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Sep 27 08:56:06.294675 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bffa3b5-5ae8-4d07-b655-5fa8137997b3 req-9b5cf2fc-63f7-4dcd-beb7-62c375f5f31e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345674 Sep 27 08:56:07.407517 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd3a7-0d6c-4ba6-8b86-7d4cc58329ed req-ff347e32-674e-414d-ae5e-af02c68f7925 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:07.408979 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f44cd3a7-0d6c-4ba6-8b86-7d4cc58329ed req-ff347e32-674e-414d-ae5e-af02c68f7925 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Sep 27 08:56:07.444671 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f44cd3a7-0d6c-4ba6-8b86-7d4cc58329ed req-9981df78-e3ab-40d7-aa11-8c5a9062c0f0 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298588 Sep 27 08:56:07.643907 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-b6b67f8e-ffda-4762-90bb-2c4190594c5e req-c51cc76b-c097-4733-a60c-090bd39001cc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:56:07.644982 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6b67f8e-ffda-4762-90bb-2c4190594c5e req-c51cc76b-c097-4733-a60c-090bd39001cc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1388755 Sep 27 08:56:07.922856 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8bd46-e4d1-4fa3-a5a6-6a8b4f5e739c req-36450bb7-0e8a-46c6-aab1-3c96085fbb70 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:07.924354 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-87e8bd46-e4d1-4fa3-a5a6-6a8b4f5e739c req-36450bb7-0e8a-46c6-aab1-3c96085fbb70 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Sep 27 08:56:07.963580 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-87e8bd46-e4d1-4fa3-a5a6-6a8b4f5e739c req-281966f4-c3e3-4184-9a30-147c3c10bfa8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333197 Sep 27 08:56:08.000470 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-de7ccda8-b072-4d38-8a77-82a535432581 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905678 Sep 27 08:56:08.593243 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-71ce5521-6e99-4af1-b68d-669efb3e381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.909730 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:08.983920 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.006675 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:09.008979 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ae7f0-cc2e-4e2b-89ba-9a7d87ff548b" -d '{"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:09.024467 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:09.085033 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e29aa-8800-471a-ba3b-775ff5e8a5de req-4650ff3d-4f9f-4869-913f-3afc9f98f7b2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:09.086506 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-532e29aa-8800-471a-ba3b-775ff5e8a5de req-4650ff3d-4f9f-4869-913f-3afc9f98f7b2 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0534303 Sep 27 08:56:09.115759 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.126274 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-532e29aa-8800-471a-ba3b-775ff5e8a5de req-2d25ebc7-b4ef-4de2-a4fe-dede2548b88e tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331850 Sep 27 08:56:09.165437 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=6']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:09.169137 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e09dd0-155e-470a-a114-707650dd9581 x-openstack-request-id: req-24e09dd0-155e-470a-a114-707650dd9581 {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:09.169424 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-unplugged", "status": "failed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "code": 422}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:09.169676 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24e09dd0-155e-470a-a114-707650dd9581 {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:09.170072 dv-cinder-811085-1-iscsi neutron-server[101200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'code': 422} returned with failed status Sep 27 08:56:09.175587 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.175886 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.176223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.176553 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.176904 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.177229 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.177549 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.177869 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.178198 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.178518 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.178847 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:09.179161 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:10.256798 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ad470-7be0-4047-b1ff-0de419082794 req-c1c4011f-8d09-4177-9d81-fc66f1961648 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.258319 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-777ad470-7be0-4047-b1ff-0de419082794 req-c1c4011f-8d09-4177-9d81-fc66f1961648 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Sep 27 08:56:10.296445 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-777ad470-7be0-4047-b1ff-0de419082794 req-820d997a-f758-4f5a-aaaa-e1352049e607 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Sep 27 08:56:10.446480 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-13777c25-2e42-4164-8a52-901904fb8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.448067 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-13777c25-2e42-4164-8a52-901904fb8a74 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&tenant_id=3e54c2af34ef4f879809a157c0b0844c HTTP/1.1" status: 200 len: 1096 time: 0.0390437 Sep 27 08:56:10.509799 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-4a909aa0-b702-4d0c-b1f2-464ceba5479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.511254 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-4a909aa0-b702-4d0c-b1f2-464ceba5479f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1096 time: 0.0420780 Sep 27 08:56:10.601928 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-dfb74164-9a41-49ee-985b-981623752fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.603427 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-dfb74164-9a41-49ee-985b-981623752fd4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0836699 Sep 27 08:56:10.671419 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-908dab72-8235-4502-a4bf-fb2778fcb647 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 999 time: 0.0606956 Sep 27 08:56:10.719155 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-762c3704-d8bb-4bab-8da9-b91fea89173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.720488 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-762c3704-d8bb-4bab-8da9-b91fea89173b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0423334 Sep 27 08:56:10.765757 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-5e312ddc-00da-4e8c-a472-0b2c1cc85b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:10.767391 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-5e312ddc-00da-4e8c-a472-0b2c1cc85b82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394013 Sep 27 08:56:11.098948 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-0b22ea3b-d890-4fed-bb61-7e24059f3e1e service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237193 Sep 27 08:56:11.190119 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df783198-f2f5-4be5-91b9-bcf463c3750e req-26ca77a4-da20-49ae-9b70-4b448c0de04c service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Sep 27 08:56:11.224000 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-84169d63-a7da-44b0-8272-634430cbda6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.410369 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a547-7772-4ed1-b064-68b40c27746c req-9fbf4052-c628-41f4-a4c9-fbf584a70c8c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:11.411810 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b2d1a547-7772-4ed1-b064-68b40c27746c req-9fbf4052-c628-41f4-a4c9-fbf584a70c8c tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0508232 Sep 27 08:56:11.448218 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-b2d1a547-7772-4ed1-b064-68b40c27746c req-1e735397-4bf9-436e-9004-9be89623aef1 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 27 08:56:11.823970 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.565144 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd395-ac21-4f6c-abf7-bd136901389d req-3c6495ad-b48d-4e67-95b9-01feeeedfbf6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:12.566673 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8debd395-ac21-4f6c-abf7-bd136901389d req-3c6495ad-b48d-4e67-95b9-01feeeedfbf6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Sep 27 08:56:12.584245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.606770 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8debd395-ac21-4f6c-abf7-bd136901389d req-72b6fa8c-45e2-4ff6-83d2-8e8959ebc256 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338714 Sep 27 08:56:13.721402 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddbc25-7aad-4632-897b-9480395adfc3 req-e10a5fb4-cbe8-4fb0-abe1-566b76557b11 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:13.722870 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f3ddbc25-7aad-4632-897b-9480395adfc3 req-e10a5fb4-cbe8-4fb0-abe1-566b76557b11 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0506356 Sep 27 08:56:13.760378 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-f3ddbc25-7aad-4632-897b-9480395adfc3 req-93d7e48b-7c51-444e-8285-63e551762b45 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Sep 27 08:56:14.130223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.873369 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79eb0-3b82-440c-a71b-8b0b36553933 req-485910b1-b86c-4e8c-aa70-4ced5b2159f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:14.874910 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a79eb0-3b82-440c-a71b-8b0b36553933 req-485910b1-b86c-4e8c-aa70-4ced5b2159f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0492284 Sep 27 08:56:14.913745 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05a79eb0-3b82-440c-a71b-8b0b36553933 req-5cbf5989-d203-4a2d-973d-894fc7cc8155 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329652 Sep 27 08:56:16.025395 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c734f8-e8fb-4af9-91c6-b5ca967d2947 req-1bb48992-8ee5-4f28-b7b0-37e3d4879690 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:16.026933 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-36c734f8-e8fb-4af9-91c6-b5ca967d2947 req-1bb48992-8ee5-4f28-b7b0-37e3d4879690 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0475807 Sep 27 08:56:16.063938 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-36c734f8-e8fb-4af9-91c6-b5ca967d2947 req-3d09e9fd-b28f-45b9-8a6f-c85284c895f9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Sep 27 08:56:17.175941 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35576d08-eaf4-4cd5-9efa-8e70b09c936a req-50a588f2-ac08-4e88-9951-c30309776580 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:17.177449 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35576d08-eaf4-4cd5-9efa-8e70b09c936a req-50a588f2-ac08-4e88-9951-c30309776580 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0478725 Sep 27 08:56:17.214532 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35576d08-eaf4-4cd5-9efa-8e70b09c936a req-e2ac64ea-bbaa-42fa-ab18-f927b892665a tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312514 Sep 27 08:56:18.331841 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067f16-47a3-427a-9f58-f94b227e9904 req-2559520d-9663-4ed5-91db-cfd4e2ea3804 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:18.333312 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4d067f16-47a3-427a-9f58-f94b227e9904 req-2559520d-9663-4ed5-91db-cfd4e2ea3804 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 943 time: 0.0511901 Sep 27 08:56:18.370423 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-4d067f16-47a3-427a-9f58-f94b227e9904 req-81fa82f6-8bde-4cc8-978b-66d39382fcdb tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Sep 27 08:56:18.924109 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:56:19.020539 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:19.031455 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Returning: {'device': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'port_id': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'mac_address': 'fa:16:3e:e7:07:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:56:19.068061 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.080646 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae39921-87a9-4560-b1ed-c7b6d960f610 {{(pid=101200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:56:19.099113 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:19.166801 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.213333 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=7']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:19.389756 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] get_ports_and_sgs() called for port_ids ['0ae39921-87a9-4560-b1ed-c7b6d960f610'] {{(pid=101200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:56:19.488745 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343b34-5d7b-4b66-88b7-71653651909e req-b74f501b-a672-45a5-89ad-331ccbb5a850 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:19.490218 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81343b34-5d7b-4b66-88b7-71653651909e req-b74f501b-a672-45a5-89ad-331ccbb5a850 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 944 time: 0.0526719 Sep 27 08:56:19.528203 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81343b34-5d7b-4b66-88b7-71653651909e req-79ffc10b-b463-4c08-aef0-2118f2fc9ed8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321946 Sep 27 08:56:20.649313 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6b58d-a45a-4ffb-b9e3-b2f5a77db2e2 req-f3ddffc9-9380-4e84-bcc9-250e0d0de0ad tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:20.650869 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ddc6b58d-a45a-4ffb-b9e3-b2f5a77db2e2 req-f3ddffc9-9380-4e84-bcc9-250e0d0de0ad tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 944 time: 0.0551987 Sep 27 08:56:20.692145 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-ddc6b58d-a45a-4ffb-b9e3-b2f5a77db2e2 req-0ed3bd9f-ab3b-40f2-bef3-732ebfdcf9b9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340466 Sep 27 08:56:20.940305 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 up at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:20.998282 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.provisioning_blocks [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Provisioning complete for port 0ae39921-87a9-4560-b1ed-c7b6d960f610 triggered by entity L2. {{(pid=101200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:20.998651 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3759650'] for port, provisioning_complete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.078969 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127486'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.101548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:21.104012 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc572823ec4784084562870a44c481e751400d4fcc6ef30858cf4baf2d4660e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196feda-3d07-4ea3-b31f-d57c604b7c2a" -d '{"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-plugged", "status": "completed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:21.117245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:21.143529 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd45074c-3feb-436d-aa35-e144a6aaab9f x-openstack-request-id: req-bd45074c-3feb-436d-aa35-e144a6aaab9f {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:21.143842 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-plugged", "status": "completed", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "code": 200}]} {{(pid=101200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:21.144102 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd45074c-3feb-436d-aa35-e144a6aaab9f {{(pid=101200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:21.144526 dv-cinder-811085-1-iscsi neutron-server[101200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'code': 200} Sep 27 08:56:21.213137 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793871947012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793871395521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793871395539'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.263891 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Pushing event updated for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=8']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:21.412289 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86ca17-6438-4bb8-9dbc-b5eef0178c83 req-a3174b04-597b-442e-b335-7670cd285f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:21.413836 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cc86ca17-6438-4bb8-9dbc-b5eef0178c83 req-a3174b04-597b-442e-b335-7670cd285f01 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0402036 Sep 27 08:56:21.452555 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cc86ca17-6438-4bb8-9dbc-b5eef0178c83 req-6540d9ff-31f8-45f1-b734-6e71a063591b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282311 Sep 27 08:56:21.805222 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b3645-4838-4501-b9a5-6110a07a1cd7 req-45e90859-5266-49bd-8a5b-ab5f220696e6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:21.806682 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8d8b3645-4838-4501-b9a5-6110a07a1cd7 req-45e90859-5266-49bd-8a5b-ab5f220696e6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Sep 27 08:56:21.844526 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-8d8b3645-4838-4501-b9a5-6110a07a1cd7 req-d06458e3-74ce-4866-a4a4-9fd7a5839c84 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Sep 27 08:56:22.960210 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac24fd-19b6-48c9-9609-716020ed284e req-64689f74-b5d1-472d-b611-4f5c3ab4aeba tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:22.961746 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54ac24fd-19b6-48c9-9609-716020ed284e req-64689f74-b5d1-472d-b611-4f5c3ab4aeba tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Sep 27 08:56:22.999661 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-54ac24fd-19b6-48c9-9609-716020ed284e req-5ebadd4e-ef1d-4524-aeea-40ed5ad412f1 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Sep 27 08:56:26.038223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:33.719176 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:56:37.053396 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-fe496fa1-bb0a-440e-b2a2-c5e84eb1b9d9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432594 Sep 27 08:56:37.134322 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-36dc948f-a080-490b-b4f9-04d2732fbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.135840 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-36dc948f-a080-490b-b4f9-04d2732fbdc7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0407784 Sep 27 08:56:37.237060 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-0ce98a17-bb2f-466c-a608-0d97a4663705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.238549 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-0ce98a17-bb2f-466c-a608-0d97a4663705 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0838814 Sep 27 08:56:37.306626 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-08e78249-cd47-406b-a99e-4a5a83e82c2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1001 time: 0.0605264 Sep 27 08:56:37.355566 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-ab6cce50-7394-4206-87d1-50e7744d7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.357101 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-ab6cce50-7394-4206-87d1-50e7744d7ca7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0437486 Sep 27 08:56:37.402755 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-26044c4c-87ad-4134-bf39-558d1b421e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.404244 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-26044c4c-87ad-4134-bf39-558d1b421e07 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407012 Sep 27 08:56:37.497303 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-d0b317eb-1b41-42a9-b2ef-15419ff63f38 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Sep 27 08:56:37.589380 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ab94d2a-f0fa-4105-8c94-1a888920f9e7 req-b826b9fc-af11-48ee-9334-6f4033703a89 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848935 Sep 27 08:56:38.575649 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-aa332dbb-707e-4bf7-a95d-165e1613a979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.215255 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8736-f842-4083-9c87-2a033626454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.826942 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.598017 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.112240 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:56.066630 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.580589 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d35efdc4-9bc8-4018-a443-fc2d8e529ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:10.717527 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:57:11.223588 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-967875a3-4635-49ff-814c-d7d09436d4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:11.822674 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:12.571086 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.129407 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.088891 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.248380 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-e3f8660e-a911-4258-b02e-02153ecd2ee1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405719 Sep 27 08:57:37.330321 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-31f399bf-eda6-487c-8112-b816529dbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.331712 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-31f399bf-eda6-487c-8112-b816529dbe22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0402861 Sep 27 08:57:37.436180 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-8300e29d-28f2-49d2-96bf-176f61749044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.437674 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-8300e29d-28f2-49d2-96bf-176f61749044 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0864961 Sep 27 08:57:37.501767 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-1942ce70-ec31-48a4-8944-5316ab2faf4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 1001 time: 0.0571468 Sep 27 08:57:37.550048 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-c4fb76b8-23ea-457b-b088-e276adf61a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.551450 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-c4fb76b8-23ea-457b-b088-e276adf61a57 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0429041 Sep 27 08:57:37.600315 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-6b2c9a6e-478d-46f2-87ec-d7414a260bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.601700 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-6b2c9a6e-478d-46f2-87ec-d7414a260bc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429797 Sep 27 08:57:37.690968 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-ec526b89-0f5e-4197-99b4-8ad775c8910d service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Sep 27 08:57:37.788375 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7709f3a8-fb00-43a1-ba6c-3f55dd6a991b req-daf11677-65e8-47ce-8454-4bccd9d7e8bf service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879815 Sep 27 08:57:38.576277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-019a958d-3c49-459c-a903-76edbb9e3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:38.787373 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43590) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:38.944721 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Deleting port 1920fdad-a97d-4906-9cfa-92530433d15d {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:38.944977 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.017928 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.018260 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.030109 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Calling delete_port for 1920fdad-a97d-4906-9cfa-92530433d15d owned by network:floatingip {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:39.290633 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.316058 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event deleted for resources: {'Port': ['ID=1920fdad-a97d-4906-9cfa-92530433d15d,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:39.326047 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.326397 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.326740 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.327077 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.327406 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.327737 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.328062 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.328392 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.328738 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.329065 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.329386 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.329704 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:39.387464 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.387779 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.db.l3_db [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Floating IP 3441936f-370c-4c44-aa32-be8a0734adf1 disassociated (deleted). External IP: 172.27.2.117, port: 0ae39921-87a9-4560-b1ed-c7b6d960f610. Sep 27 08:57:39.587067 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Router 6bbb997f-aa65-469a-8e45-03e262e2e750 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:57:39.690027 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:39.694820 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for floatingip, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.699989 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Sync routers for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:39.708563 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:39.709691 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:39.720976 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-91979b61-73f2-4678-8adf-a684bcd8926d tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "DELETE /v2.0/floatingips/3441936f-370c-4c44-aa32-be8a0734adf1 HTTP/1.1" status: 204 len: 168 time: 0.9324536 Sep 27 08:57:39.721565 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:39.723785 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e2a7abcef1cd5fcbae7f55a93a62af62f9e1426c5699fc081679472edafd50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:39.890896 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f8c61-9bde-40a7-9604-d4fd7dec5922 x-openstack-request-id: req-1a3f8c61-9bde-40a7-9604-d4fd7dec5922 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:39.891512 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "status": "completed", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:39.891512 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a3f8c61-9bde-40a7-9604-d4fd7dec5922 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:39.892042 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'status': 'completed', 'code': 200} Sep 27 08:57:39.946438 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:39.948889 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-9214e724-f756-4417-a4b2-20fe72913c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:39.950452 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-9214e724-f756-4417-a4b2-20fe72913c60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e54c2af34ef4f879809a157c0b0844c&device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 1098 time: 0.0416825 Sep 27 08:57:40.047703 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-a615f5c8-bbf7-436c-8e4c-590a16034f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:40.049995 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-a615f5c8-bbf7-436c-8e4c-590a16034f05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 200 len: 910 time: 0.0921459 Sep 27 08:57:40.103377 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-3cab974e-f0bd-40b6-aad4-f7595bf7fd36 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 200 len: 217 time: 0.0379143 Sep 27 08:57:40.156744 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:40.178298 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-e2f7bba9-3754-4ff0-a544-e57f5c50b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:40.179784 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-e2f7bba9-3754-4ff0-a544-e57f5c50b6c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 200 len: 848 time: 0.0679877 Sep 27 08:57:40.186632 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Checking router: 6bbb997f-aa65-469a-8e45-03e262e2e750 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:40.188122 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba14f6a-9b79-490a-8ed3-459fa0f92cf5 req-050bbf84-8768-4f3d-9356-40f0d592df5f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:40.189560 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ba14f6a-9b79-490a-8ed3-459fa0f92cf5 req-050bbf84-8768-4f3d-9356-40f0d592df5f tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0888963 Sep 27 08:57:40.196277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:40.196908 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:11Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:40.257057 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ba14f6a-9b79-490a-8ed3-459fa0f92cf5 req-996b086f-ade0-44e5-af71-6a2e7c4c03d8 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578868 Sep 27 08:57:40.259892 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-2d37ba18-e10e-4eac-ab94-1ce463d388ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:40.261379 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-2d37ba18-e10e-4eac-ab94-1ce463d388ea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce41fb7b-7dc7-4148-bc61-d2859dbd1950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709856 Sep 27 08:57:40.303873 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:40.356768 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-dd920223-8f5b-4925-bd02-9aa6da502ade service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863039 Sep 27 08:57:40.449428 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55e920bf-22a4-4ee0-a7e4-bbe1c36f71d5 req-33bbe5f5-63a4-4267-bd73-bc687e717382 service neutron] 10.222.0.68 "GET /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Sep 27 08:57:40.501721 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:40.527326 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322921b-a8e6-4a55-ab0c-b0ec5634a1db None None] The sync data for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi is: [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:08Z', 'revision_number': 4, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi', '_interfaces': [{'id': '51928a3f-b928-4ae0-8108-8f02ff9e3f08', 'name': '', 'network_id': 'ce41fb7b-7dc7-4148-bc61-d2859dbd1950', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'mac_address': 'fa:16:3e:50:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:07Z', 'updated_at': '2021-09-27T08:53:11Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'subnets': [{'id': '78c5d2a3-a82f-426f-be93-1aa79af40e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:40.735322 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afab710-3aa7-4939-a6ef-b8506a98485f None None] New status for floating IP 3441936f-370c-4c44-aa32-be8a0734adf1: DOWN {{(pid=101201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:57:41.237262 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-0a5badca-0e89-4416-ac35-e19349048a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.383800 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43339-1ee5-4918-8493-2b9e9f163243 req-9204a0dc-0b2b-42f1-ba54-c85ea27c4aaf tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:41.385198 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2c43339-1ee5-4918-8493-2b9e9f163243 req-9204a0dc-0b2b-42f1-ba54-c85ea27c4aaf tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Sep 27 08:57:41.422021 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-c2c43339-1ee5-4918-8493-2b9e9f163243 req-88acee3c-e97a-46f3-b471-5cbbb7a6e9d5 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8330102-7f8a-4673-b661-e62499bc8be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Sep 27 08:57:41.670255 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-70934777-595b-409a-9235-66e11af6f3b9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:41.671628 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-70934777-595b-409a-9235-66e11af6f3b9 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 945 time: 0.0485210 Sep 27 08:57:41.762915 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Deleting port 0ae39921-87a9-4560-b1ed-c7b6d960f610 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:41.763261 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.831654 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.854843 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] For port 0ae39921-87a9-4560-b1ed-c7b6d960f610, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=0ae39921-87a9-4560-b1ed-c7b6d960f610,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:41.855214 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.867500 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Calling delete_port for 0ae39921-87a9-4560-b1ed-c7b6d960f610 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:42.054586 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.086748 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event deleted for resources: {'Port': ['ID=0ae39921-87a9-4560-b1ed-c7b6d960f610,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:42.098554 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.106356 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:42.136791 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] No DVR routers for this DVR port 0ae39921-87a9-4560-b1ed-c7b6d960f610 on host hv-cinder-81108 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:42.139399 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500949'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.141424 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5af232a2-671a-40f9-a4c1-c5d165173678 req-8d23e1c0-e003-4b24-94ce-6b65dd66d5ef tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.68 "DELETE /v2.0/ports/0ae39921-87a9-4560-b1ed-c7b6d960f610 HTTP/1.1" status: 204 len: 173 time: 0.4635806 Sep 27 08:57:42.141936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-deleted', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:42.144160 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a1818be3cfc3da33d9dae40a08152b9f29f352409032fd943da01160589862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0edbbc4-04fd-44ea-9800-779a4aaedd67" -d '{"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-deleted", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:42.232762 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b67961-c0bc-494d-ae71-3447c44ce6df x-openstack-request-id: req-d2b67961-c0bc-494d-ae71-3447c44ce6df {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:42.233060 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2715db-0eca-4635-b47b-a65d835d0f34", "name": "network-vif-deleted", "tag": "0ae39921-87a9-4560-b1ed-c7b6d960f610", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:42.233317 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2b67961-c0bc-494d-ae71-3447c44ce6df {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:42.233721 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2715db-0eca-4635-b47b-a65d835d0f34', 'name': 'network-vif-deleted', 'tag': '0ae39921-87a9-4560-b1ed-c7b6d960f610', 'status': 'completed', 'code': 200} Sep 27 08:57:42.519748 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [req-18f71b12-cb2b-4c99-bece-70f66b88a794 req-6b444905-682c-41ae-9162-3bca3e7d3c4b tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0308685 Sep 27 08:57:42.581997 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.628343 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dbd19039-fcb3-4dc0-9551-bf4335cbd1a0 req-0e46bc51-1e55-425f-8af4-9bd5b1e1e524 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef2715db-0eca-4635-b47b-a65d835d0f34 HTTP/1.1" status: 200 len: 210 time: 0.0269074 Sep 27 08:57:44.111249 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.683063 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43630) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:44.739429 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.764365 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.884653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.887250 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.888402 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] 10.222.0.74 "DELETE /v2.0/security-groups/c8330102-7f8a-4673-b661-e62499bc8be9 HTTP/1.1" status: 204 len: 168 time: 0.2043645 Sep 27 08:57:44.898443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29974ec0-cd0d-4d56-ae42-e265b54f26f6 tempest-TestShelveInstance-1982653565 tempest-TestShelveInstance-1982653565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8330102-7f8a-4673-b661-e62499bc8be9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:44.981919 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43634) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:45.322779 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.375203 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:45.394537 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] No Port match for: 0ae39921-87a9-4560-b1ed-c7b6d960f610 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:45.394882 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Device 0ae39921-87a9-4560-b1ed-c7b6d960f610 not bound to the agent host hv-cinder-81108 {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:45.559097 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Deleting port 51928a3f-b928-4ae0-8108-8f02ff9e3f08 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:45.559442 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.634366 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] For port 51928a3f-b928-4ae0-8108-8f02ff9e3f08, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=51928a3f-b928-4ae0-8108-8f02ff9e3f08,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:45.634651 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.647086 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Calling delete_port for 51928a3f-b928-4ae0-8108-8f02ff9e3f08 owned by network:router_interface {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:45.911210 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.939726 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51928a3f-b928-4ae0-8108-8f02ff9e3f08,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:46.107804 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.319657 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Router 6bbb997f-aa65-469a-8e45-03e262e2e750 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:57:46.691878 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:46.697343 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-0b3a81c6-25a8-45c3-a230-a9d107b64ce7 admin admin] 10.222.0.74 "PUT /v2.0/routers/6bbb997f-aa65-469a-8e45-03e262e2e750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143989 Sep 27 08:57:46.699888 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43636) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:46.702581 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Sync routers for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:46.712331 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:46.712993 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:46.799186 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.817001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:46.899407 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.992032 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:57:45Z', 'revision_number': 5, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port': {'id': '2eaae9f5-4a9b-4f7d-b569-a30db17e275a', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:47.022522 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Checking router: 6bbb997f-aa65-469a-8e45-03e262e2e750 for host: dv-cinder-811085-1-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:47.030644 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Routers {'6bbb997f-aa65-469a-8e45-03e262e2e750'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:47.031245 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['6bbb997f-aa65-469a-8e45-03e262e2e750'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:47.031471 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Deleting port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:47.031814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.107379 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] For port 2eaae9f5-4a9b-4f7d-b569-a30db17e275a, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:47.107738 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.116510 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] Set router 6bbb997f-aa65-469a-8e45-03e262e2e750 gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:47.121265 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Calling delete_port for 2eaae9f5-4a9b-4f7d-b569-a30db17e275a owned by network:router_gateway {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:47.172292 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:57:46Z', 'revision_number': 6, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port_host': None}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:47.199490 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c982a2-8742-4b90-ba76-bbf0e4060043 None None] The sync data for ids ['6bbb997f-aa65-469a-8e45-03e262e2e750'] in dv-cinder-811085-1-iscsi is: [{'id': '6bbb997f-aa65-469a-8e45-03e262e2e750', 'name': 'tempest-TestShelveInstance-1304151126-router', 'tenant_id': '3e54c2af34ef4f879809a157c0b0844c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:05Z', 'updated_at': '2021-09-27T08:57:46Z', 'revision_number': 6, 'project_id': '3e54c2af34ef4f879809a157c0b0844c', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:47.353144 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.379733 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaae9f5-4a9b-4f7d-b569-a30db17e275a,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:47.440208 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.528199 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.530421 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.623349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.624355 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbb997f-aa65-469a-8e45-03e262e2e750 {{(pid=101199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:47.630388 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] Notify callbacks [] for router, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.631252 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-d545e4c8-39c1-44a6-ae4c-eeefa7130af0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6bbb997f-aa65-469a-8e45-03e262e2e750 HTTP/1.1" status: 204 len: 168 time: 0.9302390 Sep 27 08:57:47.633567 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43638) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:47.680220 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Deleting subnet 78c5d2a3-a82f-426f-be93-1aa79af40e62 {{(pid=101199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:57:47.683202 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.716784 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:57:47.717425 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8943100'] for subnet, precommit_delete_associations {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.791447 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.896566 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637714'] for subnet, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.926077 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c5d2a3-a82f-426f-be93-1aa79af40e62,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:47.930579 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.934446 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-db0cf566-d091-4c48-9fd5-70ea30d04cd9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/78c5d2a3-a82f-426f-be93-1aa79af40e62 HTTP/1.1" status: 204 len: 168 time: 0.2997746 Sep 27 08:57:47.935091 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43640) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:47.937703 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace73a92-0e13-4bb0-a59a-ab19e36a474e None None] Network ce41fb7b-7dc7-4148-bc61-d2859dbd1950 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:48.008065 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.059003 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2eaae9f5-4a9b-4f7d-b569-a30db17e275a no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:48.077786 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Deleting port 575f244c-bad0-47b1-8aa3-423411000ce3 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:48.078120 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.085644 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 2eaae9f5-4a9b-4f7d-b569-a30db17e275a {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:48.085996 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 2eaae9f5-4a9b-4f7d-b569-a30db17e275a not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:48.086424 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 51928a3f-b928-4ae0-8108-8f02ff9e3f08 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:48.111600 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 51928a3f-b928-4ae0-8108-8f02ff9e3f08 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:48.112026 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 51928a3f-b928-4ae0-8108-8f02ff9e3f08 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:48.155386 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] For port 575f244c-bad0-47b1-8aa3-423411000ce3, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=575f244c-bad0-47b1-8aa3-423411000ce3,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:48.155936 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.162921 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] DHCP port deletion for ce41fb7b-7dc7-4148-bc61-d2859dbd1950 request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:57:48.168143 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Calling delete_port for 575f244c-bad0-47b1-8aa3-423411000ce3 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:48.216586 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Deleting port 575f244c-bad0-47b1-8aa3-423411000ce3 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:48.217010 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.280630 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] For port 575f244c-bad0-47b1-8aa3-423411000ce3, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=575f244c-bad0-47b1-8aa3-423411000ce3,segment=NetworkSegment(e46f601c-b7a5-4a82-accc-aea9b562d7bb),segment_id=e46f601c-b7a5-4a82-accc-aea9b562d7bb)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:48.281063 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.293898 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Calling delete_port for 575f244c-bad0-47b1-8aa3-423411000ce3 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:48.305687 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.335231 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=575f244c-bad0-47b1-8aa3-423411000ce3,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:48.337096 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] No DVR routers for this DVR port 575f244c-bad0-47b1-8aa3-423411000ce3 on host dv-cinder-811085-1-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:48.376436 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.401204 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Pushing event deleted for resources: {'Port': ['ID=575f244c-bad0-47b1-8aa3-423411000ce3,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:48.405491 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] No DVR routers for this DVR port 575f244c-bad0-47b1-8aa3-423411000ce3 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:48.407256 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.412757 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416066 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.416986 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad97ad-484d-4e34-9c84-5c3fa4b0b718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:48.430349 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce41fb7b-7dc7-4148-bc61-d2859dbd1950']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:48.439329 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46f601c-b7a5-4a82-accc-aea9b562d7bb') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:48.439697 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46f601c-b7a5-4a82-accc-aea9b562d7bb') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:48.448752 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.461377 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.466961 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:48.467345 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:48.468954 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:48.593036 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.598300 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.600883 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ce41fb7b-7dc7-4148-bc61-d2859dbd1950 HTTP/1.1" status: 204 len: 168 time: 0.6647179 Sep 27 08:57:48.603860 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43642) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:48.611431 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad7fc-21f9-4508-ad74-f740bc9fbee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce41fb7b-7dc7-4148-bc61-d2859dbd1950,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:48.938134 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570134'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.172363 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Deleting port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:49.172721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.252666 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] For port 7158f496-3d04-4d25-8c41-4d5a52a1ef3a, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:49.253054 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.266231 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Calling delete_port for 7158f496-3d04-4d25-8c41-4d5a52a1ef3a owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:49.484914 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.511547 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7158f496-3d04-4d25-8c41-4d5a52a1ef3a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:49.680094 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570527'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.891057 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 has already been hosted by L3 agent 82a8028a-502a-4d86-b660-82a7f87740b7 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:57:50.098581 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 575f244c-bad0-47b1-8aa3-423411000ce3 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:50.119657 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 575f244c-bad0-47b1-8aa3-423411000ce3 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:50.120003 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 575f244c-bad0-47b1-8aa3-423411000ce3 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:50.238162 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:50.243033 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-288380d2-e249-4c24-94d7-38c42be63de7 admin admin] 10.222.0.74 "PUT /v2.0/routers/e2515844-8e0b-4ef0-adfa-9f8a4bab0239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380959 Sep 27 08:57:50.245590 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43644) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:50.246744 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Sync routers for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:50.255797 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:50.256487 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:50.351114 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.359539 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: dv-cinder-811085-1-iscsi {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:50.453652 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.532887 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'external_fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:57:49Z', 'revision_number': 5, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port': {'id': '32b2d4a3-0e42-45b4-bfda-b6571414dd26', 'name': '', 'network_id': '18e4631c-b8fa-40c8-9bff-20332b1b4240', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1d4762-0367-4002-a9dc-9f2e9333a81a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-iscsi'}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:50.548075 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Deleting port 32b2d4a3-0e42-45b4-bfda-b6571414dd26 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:50.548419 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.562573 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Checking router: e2515844-8e0b-4ef0-adfa-9f8a4bab0239 for host: dv-cinder-811085-1-iscsi {{(pid=101201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:50.570743 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Routers {'e2515844-8e0b-4ef0-adfa-9f8a4bab0239'} bound to L3 agent in host dv-cinder-811085-1-iscsi {{(pid=101201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:50.571348 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:36:11Z,description=,heartbeat_timestamp=2021-09-27T08:57:41Z,host='dv-cinder-811085-1-iscsi',id=82a8028a-502a-4d86-b660-82a7f87740b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:36:12Z,topic='l3_agent')) {'router_ids': ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'], 'active': True} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:50.632295 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] For port 32b2d4a3-0e42-45b4-bfda-b6571414dd26, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=32b2d4a3-0e42-45b4-bfda-b6571414dd26,segment=NetworkSegment(39e7f0c2-5e2d-4362-86c4-c3514586de74),segment_id=39e7f0c2-5e2d-4362-86c4-c3514586de74)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:50.632653 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.644105 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Calling delete_port for 32b2d4a3-0e42-45b4-bfda-b6571414dd26 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:50.653273 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_dvr_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] Set router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 gateway port host: None {{(pid=101201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:50.705246 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.l3_hamode_db [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:57:50Z', 'revision_number': 6, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port_host': None}], 'dv-cinder-811085-1-iscsi', False) {} {{(pid=101201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:50.730848 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4884ad5-0c83-4701-9acf-0cac3285434b None None] The sync data for ids ['e2515844-8e0b-4ef0-adfa-9f8a4bab0239'] in dv-cinder-811085-1-iscsi is: [{'id': 'e2515844-8e0b-4ef0-adfa-9f8a4bab0239', 'name': 'tempest-TestShelveInstance-1387990811-router', 'tenant_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:11Z', 'updated_at': '2021-09-27T08:57:50Z', 'revision_number': 6, 'project_id': 'bfd2429a31c94cfea0ae0b93b5ec12a0', 'gw_port_host': None}] {{(pid=101201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:50.865764 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11961081'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.891791 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=32b2d4a3-0e42-45b4-bfda-b6571414dd26,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:50.952118 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570460'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.043936 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1983'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.046057 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.168500 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560186'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.169095 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2515844-8e0b-4ef0-adfa-9f8a4bab0239 {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:51.174028 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.175169 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-cba689c8-26f2-44f4-ad22-e8305a27f4ac admin admin] 10.222.0.74 "DELETE /v2.0/routers/e2515844-8e0b-4ef0-adfa-9f8a4bab0239 HTTP/1.1" status: 204 len: 168 time: 0.9284236 Sep 27 08:57:51.177845 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.74', 43646) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:51.222443 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Deleting subnet da2801b7-e7c5-4b50-bf52-497c1c8cfecf {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:57:51.225777 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.260277 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809281'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.341043 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3746894'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.451449 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3746887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11960996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8723631'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.478721 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2801b7-e7c5-4b50-bf52-497c1c8cfecf,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:51.483821 dv-cinder-811085-1-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.486003 dv-cinder-811085-1-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3493603b-281b-4400-89c7-67096f1142ca admin admin] 10.222.0.74 "DELETE /v2.0/subnets/da2801b7-e7c5-4b50-bf52-497c1c8cfecf HTTP/1.1" status: 204 len: 168 time: 0.3072011 Sep 27 08:57:51.488511 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43648) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:51.489260 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee79cc-46e4-4026-b086-9cdfdbf4dc95 None None] Network 58b0e0cf-6157-4f12-9d07-ab1af622b218 requested from dv-cinder-811085-1-iscsi {{(pid=101200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:51.559344 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3681462'] for network, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.617086 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Deleting port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:51.617435 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.682135 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] For port 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03e85b7d-9a5d-4231-8461-3ea2f91794c0,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:51.682503 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.692168 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47320cab-be22-45ad-b932-d768647553e3 None None] DHCP port deletion for 58b0e0cf-6157-4f12-9d07-ab1af622b218 request from dv-cinder-811085-1-iscsi {{(pid=101200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:57:51.695589 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Calling delete_port for 03e85b7d-9a5d-4231-8461-3ea2f91794c0 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:51.744508 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Deleting port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 {{(pid=101200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:51.744920 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793871939112'] for port, before_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.810585 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-47320cab-be22-45ad-b932-d768647553e3 None None] For port 03e85b7d-9a5d-4231-8461-3ea2f91794c0, host dv-cinder-811085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-iscsi',level=0,port_id=03e85b7d-9a5d-4231-8461-3ea2f91794c0,segment=NetworkSegment(e2151ee8-a883-4711-b01d-ccf6cf9f43b7),segment_id=e2151ee8-a883-4711-b01d-ccf6cf9f43b7)] {{(pid=101200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:51.810973 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565519'] for port, precommit_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.822714 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Calling delete_port for 03e85b7d-9a5d-4231-8461-3ea2f91794c0 owned by network:dhcp {{(pid=101200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:51.879686 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252079'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.896327 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793871946478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793871395512'] for port, after_delete {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.906367 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Pushing event deleted for resources: {'Port': ['ID=03e85b7d-9a5d-4231-8461-3ea2f91794c0,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:51.909843 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] No DVR routers for this DVR port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 on host dv-cinder-811085-1-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:51.928625 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47320cab-be22-45ad-b932-d768647553e3 None None] Pushing event deleted for resources: {'Port': ['ID=03e85b7d-9a5d-4231-8461-3ea2f91794c0,revision_number=None']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:51.933485 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47320cab-be22-45ad-b932-d768647553e3 None None] No DVR routers for this DVR port 03e85b7d-9a5d-4231-8461-3ea2f91794c0 on host dv-cinder-811085-1-iscsi {{(pid=101200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:51.983581 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3757559', 'neutron.services.segments.db._delete_segments_for_network-8793871726228'] for network, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.004187 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b0e0cf-6157-4f12-9d07-ab1af622b218']}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:52.013746 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7') {'for_net_delete': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:52.014044 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.services.segments.db [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2151ee8-a883-4711-b01d-ccf6cf9f43b7') {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:52.023756 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793871725725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8943077'] for segment, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.037808 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753'] for segment, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.043772 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:52.044165 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3745753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9251356'] for segment, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: Traceback (most recent call last): Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: timer() Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: cb(*args, **kw) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: return func(*args, **kwargs) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: self._notify() Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: self.callback(batched_events) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: event.method(event) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: return f(self, *a, **k) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._get(url).json() Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:52.045871 dv-cinder-811085-1-iscsi neutron-server[101199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:52.055439 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7158f496-3d04-4d25-8c41-4d5a52a1ef3a no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:52.075244 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 7158f496-3d04-4d25-8c41-4d5a52a1ef3a {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:52.075597 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 7158f496-3d04-4d25-8c41-4d5a52a1ef3a not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:52.076021 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b2d4a3-0e42-45b4-bfda-b6571414dd26 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:52.095145 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 32b2d4a3-0e42-45b4-bfda-b6571414dd26 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:52.095573 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 32b2d4a3-0e42-45b4-bfda-b6571414dd26 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:52.096001 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03e85b7d-9a5d-4231-8461-3ea2f91794c0 no longer exists at agent ovs-agent-dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:52.114258 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] No Port match for: 03e85b7d-9a5d-4231-8461-3ea2f91794c0 {{(pid=101200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:52.114677 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.rpc [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Device 03e85b7d-9a5d-4231-8461-3ea2f91794c0 not bound to the agent host dv-cinder-811085-1-iscsi {{(pid=101200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:52.151134 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3757504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570368'] for network, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.156417 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532003'] for network, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.158273 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] 10.222.0.74 "DELETE /v2.0/networks/58b0e0cf-6157-4f12-9d07-ab1af622b218 HTTP/1.1" status: 204 len: 168 time: 0.6687508 Sep 27 08:57:52.169075 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228ca5-9476-42dc-8a62-d58f1a6736ef admin admin] Pushing event deleted for resources: {'Network': ['ID=58b0e0cf-6157-4f12-9d07-ab1af622b218,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.574932 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43652) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:52.612653 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-8769558a-b45d-421c-b915-d14871316dca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e54c2af34ef4f879809a157c0b0844c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365977 Sep 27 08:57:52.615072 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43654) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:52.665814 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.686494 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.793242 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.795819 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.796955 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0b27e26-84ca-4ab0-bbd8-5a1c5fc535ba HTTP/1.1" status: 204 len: 168 time: 0.1804843 Sep 27 08:57:52.805174 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804db99-531d-4139-9519-fc52b1276458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b27e26-84ca-4ab0-bbd8-5a1c5fc535ba,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:53.457037 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43660) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:53.496381 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-dfdf9e90-3719-4790-8913-3bacc9403fbc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bfd2429a31c94cfea0ae0b93b5ec12a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379553 Sep 27 08:57:53.498944 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [-] (101199) accepted ('10.222.0.74', 43662) {{(pid=101199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:53.545846 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.566053 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.682419 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534989'] for security_group, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.685131 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.686522 dv-cinder-811085-1-iscsi neutron-server[101199]: INFO neutron.wsgi [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/502c04db-8774-4290-84dd-72128a17c0c4 HTTP/1.1" status: 204 len: 168 time: 0.1865137 Sep 27 08:57:53.697038 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21959fba-93fa-467c-be41-4a2b7ae4b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c04db-8774-4290-84dd-72128a17c0c4,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:56.096049 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.592660 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-071a255d-cfc6-416c-8136-a37bbed21c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.219468 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7aa50ae7-b574-4191-b88c-0b0556a5e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.826794 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.586786 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.123754 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:24.717413 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:58:26.104560 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:38.603757 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-169d5b91-d577-4ee2-93a6-4b4ceee4d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.241391 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-81945991-4255-4df4-8895-eebadbe3db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.818457 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:42.601387 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.134395 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.098465 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.716023 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:59:08.585277 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d40b-770a-4338-9034-3bb1c17e1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.219584 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-45a675c3-46ac-462e-b3cb-b22c209435fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.830583 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:12.608115 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:14.134051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.116314 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.594556 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-85330543-36d6-4ff0-b4a5-b8215836a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.714457 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:59:41.224024 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e8edd9a0-8ac6-4339-adec-eebc38579d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.841932 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.601212 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.133123 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:46.115851 dv-cinder-811085-1-iscsi neutron-server[101199]: DEBUG neutron.wsgi [req-6d3a855d-aa34-460e-b5ba-5e345ecf652d req-6840e141-01e0-474f-8dbf-c35ea2941edc service neutron] (101199) timed out ('10.222.0.68', 49316) {{(pid=101199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:59:56.143690 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:08.566548 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-d55b422b-703f-4771-9843-e4b546595971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:11.246270 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8654498d-b3d5-458d-be9b-fab78a3a1e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:11.850860 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:12.628944 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:14.137666 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:15.713459 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:00:26.119306 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.594223 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5424837d-b435-48fa-9f6c-720954bf95ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.234070 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ffed-0616-44dc-bc1b-fa848b6dd758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.875204 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.622205 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.130790 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:52.711581 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:00:56.136476 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.592977 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6b4fc915-13f9-4336-aac3-394586a89ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.226608 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7c0a173-b236-4639-bf08-ee0cc4dae713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.873253 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:12.609983 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:14.147337 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:26.129073 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:29.712057 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:01:38.608592 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7e7978aa-61ae-453e-90d0-d8ab3eda11a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.209456 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-52fbf283-9b36-4e47-9424-4077be3067f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.826124 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.625896 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.129078 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.122966 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:06.711290 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:02:08.596306 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-2063ff91-7da8-4efb-9a04-a51205c84ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:11.207722 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-79823ce4-c6ea-4148-b5cc-f15a9d99f246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:11.876377 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:12.619233 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:14.162051 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:26.150485 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:38.578310 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-c8198c7b-a2a1-4719-9f66-06cc14b103e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:41.218177 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-77ea1f08-157e-4d53-9834-03ccb05b78a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:41.830454 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c7a6-2fd1-4488-8d8e-98c9e636c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:42.612977 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f78c5b46-af63-4d6d-a008-83e12587ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:43.709606 dv-cinder-811085-1-iscsi neutron-server[101201]: DEBUG neutron.db.agents_db [None req-4b3a5d92-5724-4035-9eba-5bbaef9468d5 None None] Agent healthcheck: found 6 active agents {{(pid=101201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:02:44.155647 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5509d914-02d1-4fd5-abf1-cd4cc3c64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:56.143900 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-7d175b5b-ec07-4c64-a6ce-b4ebdfae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:08.589660 dv-cinder-811085-1-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-9083dd77-a4d9-4f35-8c61-dc4414006ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793871726210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3760119'] for agent, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}